diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5a77e9f0e970365960f7c6e6d7ca110147e1a40a..13d14b2ced0039be7eda51fed49baf06523851d9 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,801292.0852273945,346773.13407281385,530.049609500357,0.538057535684114,0.008153835635952672,0.008144205995361236,7.1900744781594135,895.1491971885997,0.013762736926835278,0.008149404989287174,0.007190289763549792,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,812073.217031219,354005.6677077881,535.083300906607,0.5431672754988348,0.008232827879735595,0.008222324772626806,7.394464070748245,901.1510511735638,0.013856086041561631,0.008227433399882673,0.0072682439765789225,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.1514839379080535,1.1404554354091345,0.8690690781294914,0.8335727668992609,0.7313276750819583,0.46279787789343235,32.55625682463613,1.0730721960371787,0.7734968711983622,0.6264463987333766,0.6235176405540757,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.03504500226669433,0.043009209986815296,0.17243299833525036,0.9927959219115059,0.11487212986573435,0.12461055989254383,4.855509029617671,0.18720310431906392,0.13098759291643727,0.1206528250343676,0.09847312582404881,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,2.3441744688684634,1.8649522256501452,1.1368827787869766,0.8717311900160393,0.05921842866836405,0.05678895207936025,13.071253086925985,1.5310697139152296,0.07729422298218765,0.05739416710389911,0.053766801439576045,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,436.5404527961764,441.5105216020299,15.939421004121932,1.2710471883556564,0.35198082732724484,0.47044225563734154,31.731025763406365,20.89355050718227,0.5643727767837641,0.4305527339323876,0.4022796042361225,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,36.530139969173995,35.48176742856933,5.075725780807683,2.5065310560664535,0.20847663780421785,0.18171457195451604,77.83659626836562,6.044016873667213,0.23294749016286465,0.1956277763792356,0.1888146406241469,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,39.69325285862457,36.507338167846925,4.871984949741337,0.936670003688588,1.098276575454504,0.4391237789037336,7.070116806519621,6.300258158093569,0.5419576910188016,0.4190954795476418,0.3394266833677936,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.1603063601246444,1.1493769556545659,0.8855817916916625,0.8485225350167547,0.7547491772206815,0.47752304594128625,33.149281687040244,1.0771751761550414,0.7860585742797481,0.6462450825037008,0.6431194856981524,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.027566346968241968,0.03379859617115186,0.14498899475788557,0.7759973429233507,0.09568723838536168,0.1027930807703815,4.387721800068873,0.166031162641963,0.11594804934184305,0.10125322771161906,0.08322205200748922,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,1.1319829700889434,0.8064453514978399,0.7550347311713684,0.5143093499528586,0.04255311338366972,0.041310075078384044,4.858532525469425,1.0639468831144454,0.05860620720527631,0.04159016075377656,0.03667192794374334,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,343.0665473916124,349.6346531580425,13.222324280523457,1.052389009845002,0.27397308102808654,0.3590882636550788,27.232930390986866,18.522055701017972,0.4977932103297103,0.35535921918540087,0.3337963950176881,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,30.75109860238396,29.623182130744777,4.703072603758098,2.339911831445193,0.19256196475561116,0.17004344305667826,69.41630236128553,5.545367309960987,0.21369431285747728,0.18123594204005647,0.173803952326081,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,33.33985196145184,30.555632843568286,4.635310185474745,0.8852581786583068,0.5813123994845282,0.4024776450418687,5.661447296025422,5.774067194054105,0.4811722661711754,0.3862758487895621,0.3133653737395872,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,26168.860956742243,32634.466993295384,174.78982313210483,1.353211533925973,0.0632989801580416,0.06550323301390396,40.09235680741108,161.76792313911383,0.05882469932331412,0.06355993568440176,0.06159935864507324,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 8ab28467cbe5e86d1ebfee3305c2fcb0d51c1054..b357bbbbdd89f93ca058a16ebc9118db7dd96f26 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:24:59.850773+00:00", + "evaluated_at": "2026-06-18T03:37:33.765493+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ 65147.691769853984, diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e9e9040ae72254ddd916ba377fc0f8b9c98d7d55..f9905e631e33d3c76acff2c4a0a63f520b23143e 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T02:22:55.929458+00:00", + "evaluated_at": "2026-06-18T03:37:33.841413+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6a50c75e3d78fc881b68ceeb2d54ab76ce43be46..cffc8fbc0ffd2a9de06fae1bd2b11ee84da88982 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:17:53.787563+00:00", + "evaluated_at": "2026-06-18T03:37:33.970862+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,197 +305,197 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 1.5217123782829205, - 1.5501653217386004, - 1.580779625055471, - 1.6099052529677973, - 1.6388540388596815, - 1.6675883740484625, - 1.6939471597004785, - 1.7235781572749196, - 1.7512022989713065, - 1.7778211397576258, - 1.804582561658023, - 1.8329789770964393, - 1.8597710590117296, - 1.8861284360311337, - 1.9125898407092767, - 1.9384666157903632, - 1.9641620776183104, - 1.9882410635530277, - 2.0152888201113335, - 2.039006443482547, - 2.063589335728204, - 2.089495838358753, - 2.1104396260696316, - 2.137724692772977, - 2.161612966136814, - 2.1838775301119124, - 2.207415436280039, - 2.2328150552179338, - 2.2546709211846387, - 2.276321475589088, - 2.2999923238149633, - 2.3225135780516406, - 2.343955966306841, - 2.3665073113580277, - 2.386785545538628, - 2.4098068619239985, - 2.431683956191016, - 2.450548625969537, - 2.474282664881189, - 2.4928866892088086, - 2.5152543495740463, - 2.5347027068750743, - 2.5522245266644124, - 2.5737731282737006, - 2.593086140442572, - 2.614151847707469, - 2.634399981179422, - 2.6516704586594715, - 2.6717343560491735, - 2.6894358163580216, - 2.707170225851397, - 2.7277369256980846, - 2.7462396541126393, - 2.7645117012603038, - 2.7811884849443427, - 2.7986389263789224, - 2.816547811951689, - 2.8348613017012996, - 2.852546699641457, - 2.8685734585039118 + 1.5706767200051832, + 1.5991985741888186, + 1.6263622926146868, + 1.6544696355349262, + 1.6811073494014217, + 1.7079383206802272, + 1.732502411146106, + 1.7588378053835296, + 1.7857742861969375, + 1.8090278863358045, + 1.83666639443531, + 1.86201502596718, + 1.8866773845470126, + 1.9109616616180816, + 1.9351046001944363, + 1.9598730047360227, + 1.9835445089705, + 2.0071863046345944, + 2.031921179346279, + 2.0542629128089054, + 2.076264977038936, + 2.1017803906086923, + 2.1234358331141063, + 2.146331414099868, + 2.167448526900838, + 2.18751645682279, + 2.2131255389504814, + 2.232183481460318, + 2.254044585937826, + 2.2764668462819095, + 2.2966331118899905, + 2.3179488180447634, + 2.338659311405608, + 2.3590542204870646, + 2.379234654106395, + 2.39924468828608, + 2.4193610490913326, + 2.4371010374024733, + 2.4565653911156633, + 2.4757646508408184, + 2.4952048933961075, + 2.5140033435045304, + 2.5340054946812236, + 2.551844717033907, + 2.569284595489349, + 2.588819854586508, + 2.6080603296906593, + 2.6242468196018973, + 2.642724169447097, + 2.6583396528960823, + 2.677120284594123, + 2.694309806572215, + 2.7095152191342398, + 2.7280545423527625, + 2.7448304607025733, + 2.7600289000392255, + 2.777804988776568, + 2.7927928969726237, + 2.8098739092319334, + 2.822769276690554 ], "p10": [ - 1.5076449713245768, - 1.5382200867438138, - 1.5676697222503604, - 1.5957714066869344, - 1.6245968128901527, - 1.6550863115074121, - 1.6800875999926472, - 1.7119265217219484, - 1.7361799029100402, - 1.7626835197857351, - 1.79143274160894, - 1.8169049846189584, - 1.8457218176137489, - 1.8723887762332763, - 1.8986146104311212, - 1.9247460386597728, - 1.950318650379413, - 1.974578708789462, - 2.0026746879156345, - 2.0253517071600022, - 2.0485991751460486, - 2.078591543505229, - 2.1018372264109457, - 2.123868444440126, - 2.1464801586901956, - 2.1720201959526633, - 2.195783904945254, - 2.2193089147904415, - 2.2387135365382105, - 2.2634614981160786, - 2.2870396017009633, - 2.3104171992595885, - 2.3324990453539702, - 2.35422906189763, - 2.3743476406910595, - 2.3972447386778533, - 2.4170655786591486, - 2.4368759265595816, - 2.4625455034701136, - 2.4785465092112093, - 2.5004440683849665, - 2.5209756992569523, - 2.5384087152189596, - 2.5616110337640814, - 2.578780563151981, - 2.6004230974283153, - 2.6206788532158343, - 2.6380678117700254, - 2.6594586087232175, - 2.6748082159385347, - 2.6940200576416715, - 2.713173413777633, - 2.732245963135065, - 2.7521820918196176, - 2.7671410445613556, - 2.7879557004095994, - 2.8030959561730673, - 2.819808951072413, - 2.8402374210964405, - 2.854998358950975 + 1.5577735975921427, + 1.5857757694884307, + 1.6139396131469328, + 1.642415998905018, + 1.6674335524618402, + 1.6938555595105687, + 1.7194580533405868, + 1.7449989247848348, + 1.772506400324701, + 1.7971659500426806, + 1.8232346311540066, + 1.847782210856725, + 1.8732065311621187, + 1.8966541516499766, + 1.922645645310926, + 1.9459847458520665, + 1.9693691769970547, + 1.993054429790541, + 2.0194625357571714, + 2.0412337942248833, + 2.0631837164360025, + 2.0860432897848717, + 2.110957845368714, + 2.130855319509704, + 2.1563123114442173, + 2.1765869496564703, + 2.199668686864199, + 2.2184391752561985, + 2.241548276072457, + 2.263225286720281, + 2.2822129902891457, + 2.30429050307511, + 2.323377707444036, + 2.3453907757193195, + 2.365355756063431, + 2.3845456108430008, + 2.4061898443715335, + 2.4228106521967407, + 2.4439931602105927, + 2.462008614060434, + 2.4805832026624395, + 2.502118198345121, + 2.5200332127500777, + 2.5383515299838266, + 2.555392176283135, + 2.5750981111549542, + 2.594371948636935, + 2.6108990165429558, + 2.628528933015551, + 2.646024618482087, + 2.6634487735862016, + 2.6789345349167055, + 2.696131695876433, + 2.7128019025372283, + 2.7315889011409444, + 2.747175892304078, + 2.7642828009185156, + 2.7809043680658956, + 2.79444687142814, + 2.810277022375882 ], "p90": [ - 1.536322768186684, - 1.56548808351035, - 1.5953984720616976, - 1.6265011460954464, - 1.6517916249076676, - 1.6790098956468034, - 1.7075406983089378, - 1.735600509444701, - 1.7639804400466768, - 1.7918758979345213, - 1.81806895706012, - 1.8454624768056118, - 1.8728267467621489, - 1.8986701937810002, - 1.9233439404214172, - 1.953157280070151, - 1.9788204008587105, - 2.0016948555588794, - 2.0326116806749606, - 2.05214120485485, - 2.0785309099294915, - 2.10397752268019, - 2.127955973493556, - 2.1532525133618283, - 2.1736624380150165, - 2.1973058914121313, - 2.2214999279230216, - 2.247485235874662, - 2.2675073661755354, - 2.2913529653712015, - 2.31486659506025, - 2.334934379839927, - 2.3564747738542455, - 2.3808869488736493, - 2.3999631506663617, - 2.4243680974817, - 2.4451718887430767, - 2.4642227214608288, - 2.4869080158316335, - 2.5085530364712847, - 2.5308890173591854, - 2.5524844250437133, - 2.567539404944614, - 2.589141769244611, - 2.608619507171109, - 2.6287102411401033, - 2.648151282312279, - 2.6643826152102807, - 2.6848295200337664, - 2.7028160720898304, - 2.721989696513186, - 2.742141413756392, - 2.7598923727743956, - 2.776723838115561, - 2.795996494334342, - 2.8128099218952296, - 2.828892475440491, - 2.8505970151341478, - 2.867085319199205, - 2.8820947003302164 + 1.5840402530963382, + 1.6117044968983496, + 1.6397023802584305, + 1.6683957659257924, + 1.6948700474278937, + 1.7256772559158646, + 1.7447818636246013, + 1.772938230624839, + 1.8007984562805566, + 1.8240077016939782, + 1.8483789298215427, + 1.874230855626167, + 1.9013917334014974, + 1.9248006678720304, + 1.9508000157304268, + 1.9748497386798536, + 1.9964618472704014, + 2.020143111138305, + 2.0466277113566385, + 2.0683426493719885, + 2.0895184854214457, + 2.1142838854643378, + 2.1365091553771065, + 2.1608789272649758, + 2.180446758266033, + 2.201338943264333, + 2.224058975913014, + 2.245474716388728, + 2.267194532895748, + 2.2882061465164094, + 2.311137105715872, + 2.3322994713979956, + 2.3528557230180724, + 2.3717524504484957, + 2.389896213699245, + 2.411720133917651, + 2.4310171803774967, + 2.45062518226008, + 2.471891478496667, + 2.491363677987062, + 2.5092671090878826, + 2.528320614685265, + 2.548086727454194, + 2.5649043133852985, + 2.5848105808624897, + 2.60325743117237, + 2.6234191198341428, + 2.6351421222619136, + 2.656970068879934, + 2.672520745445475, + 2.689901308875447, + 2.7069740702288763, + 2.7230762821823693, + 2.7401117876932912, + 2.7593538923393477, + 2.774031753368419, + 2.793101579698833, + 2.8079489421615556, + 2.8245099207809012, + 2.838471085949928 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 856e129395901da5b3341c09f9980804e50a297d..7bbab01f2b24008cb5c33d20b3b16bcb0c12115b 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:10:38.961910+00:00", + "evaluated_at": "2026-06-18T03:37:34.032053+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,234 +153,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.3517171566132737, - 1.2998812366732604, - 1.27781068024032, - 1.268402678446252, - 1.264395851033885, - 1.2626921346410163, - 1.2619699303371639, - 1.2616507794916065, - 1.2615214601125673, - 1.2614658701222439, - 1.261441946948847, - 1.2614336788578617, - 1.2614246629002643, - 1.2614224551597184, - 1.2614223855450362, - 1.2614279503245507, - 1.2614262238216747, - 1.2614242410141392, - 1.2614218204558383, - 1.2614261259994919, - 1.2614317801757235, - 1.2614286361954337, - 1.2614207766384435, - 1.2614214425513186, - 1.2614218013361642, - 1.26142180127022, - 1.2614247703584247, - 1.2614222206963923, - 1.2614241958609407, - 1.2614210833435753, - 1.2614222206882006, - 1.2614218012215814, - 1.2614254440721977, - 1.2614247703376356, - 1.261427842895921, - 1.2614295679852425, - 1.261422640153744, - 1.2614269096196402, - 1.2614214422816272, - 1.261423130765238, - 1.2614199421244994, - 1.2614226401537398, - 1.2614194909232086, - 1.2614295679852328, - 1.261427701432713, - 1.2614241958571593, - 1.2614210833419643, - 1.2614222206875145, - 1.2614241958571593, - 1.2614247703375825, - 1.2614261178065638, - 1.261428634708973, - 1.2614247703375825, - 1.2614210833419643, - 1.2614295679852328, - 1.2614247703375825, - 1.2614254440720731, - 1.261428634708973, - 1.2614194909232086, - 1.261427701432713, - 1.2614227112990124, - 1.2614236213767358, - 1.2614295679852328, - 1.2614236213767358, - 1.2614236213767358, - 1.2614247703375825, - 1.261421801221289, - 1.2614261178065638, - 1.2614236213767358, - 1.2614237052456612, - 1.2614247703375825, - 1.261419716523854 + 1.3794709428179237, + 1.337311127079338, + 1.3171051857411369, + 1.3080491013150342, + 1.3034197907846303, + 1.3013993969042494, + 1.3010156555851298, + 1.3009238871040874, + 1.3003368603982695, + 1.3000962542487007, + 1.299925239346885, + 1.2999073852551282, + 1.3005896307978713, + 1.3000394255305137, + 1.2995072711687707, + 1.300180903962206, + 1.2997804197041238, + 1.3004737042518086, + 1.3003645138609647, + 1.3005827060821047, + 1.300364462503688, + 1.3017491157009404, + 1.3001802341532671, + 1.2996039225540705, + 1.2995350846675953, + 1.3001802315435904, + 1.3002723401567025, + 1.2998922350034838, + 1.2997801109364489, + 1.2996920160810397, + 1.2998922349502933, + 1.3001022933120499, + 1.299958295150868, + 1.3001802312646833, + 1.2998922349448503, + 1.3015236937574086, + 1.3009968624931008, + 1.3003644487927328, + 1.3001802312641435, + 1.299426703534113, + 1.3003644487927106, + 1.300582676213233, + 1.3009968624930477, + 1.3001802312641324, + 1.2998922349445972, + 1.3017491094070648, + 1.2999582951496675, + 1.2997801109094176, + 1.3004735625029702, + 1.300582676213232, + 1.3001802312641322, + 1.300102293309435, + 1.3001802312641322, + 1.2996039212278447, + 1.3008420384950106, + 1.2999582951496675, + 1.2997801109094176, + 1.2998922349445972, + 1.300102293309435, + 1.3003644487927082, + 1.3001802312641322, + 1.2996039212278447, + 1.2999582951496675, + 1.3003644487927082, + 1.300381453738682, + 1.3015236937572923, + 1.2998922349445972, + 1.300582676213232, + 1.3008420384950106, + 1.3004735625029702, + 1.3002723400284202, + 1.2997324911569768 ], "p10": [ - 1.2517097152614434, - 1.195587243452044, - 1.169202065600982, - 1.1641049982294176, - 1.1909295101780843, - 1.1893137930800268, - 1.188587034247143, - 1.1573567862703902, - 1.1615145932411601, - 1.188089450510659, - 1.1614345055970163, - 1.184577773601094, - 1.1528232406882728, - 1.1614181263230827, - 1.1566969674393839, - 1.1614170033971662, - 1.187957386536046, - 1.1571271352777281, - 1.1571271093552973, - 1.1879572887138632, - 1.1614167579950945, - 1.1614167559917894, - 1.184570213182952, - 1.1614167547750207, - 1.1433101117109328, - 1.1880477762945054, - 1.2017325161910057, - 1.1528200200785128, - 1.187142819002963, - 1.157127090122359, - 1.161416754506015, - 1.161416754505621, - 1.1614167545054532, - 1.1871428189992344, - 1.188047776245597, - 1.2017325161701733, - 1.1879572805209393, - 1.1614167545053304, - 1.1609877880668713, - 1.1853846740715501, - 1.152820020069635, - 1.1609877880668706, - 1.152820020069635, - 1.1915937273001855, - 1.157127090120748, - 1.187957280520935, - 1.1871428189991813, - 1.1566963831156367, - 1.157127090120748, - 1.1614167545053287, - 1.1614167545053287, - 1.184570212549796, - 1.1920882726669637, - 1.187957280520935, - 1.1614167545053287, - 1.157127090120748, - 1.1614167545053287, - 1.157127090120748, - 1.152820020069635, - 1.1871428189991813, - 1.184570212549796, - 1.1614167545053287, - 1.1614167545053287, - 1.184570212549796, - 1.1871428189991813, - 1.184570212549796, - 1.1566963831156367, - 1.157127090120748, - 1.1916842230248248, - 1.1614167545053287, - 1.184570212549796, - 1.152820020069635 + 1.2648365524798706, + 1.257069669242402, + 1.2077635067460122, + 1.2068261775032139, + 1.1945503256376169, + 1.1999489354573893, + 1.2155221926248811, + 1.1986708603534129, + 1.2227873655719823, + 1.1905313882134563, + 1.1991745293831757, + 1.1983447997730883, + 1.2385850394978828, + 1.2147820694943208, + 1.1983311149109261, + 1.2165170333314994, + 1.1812897529642248, + 1.1904596310683322, + 1.2385781499815, + 1.1991415548497604, + 1.2201921723665896, + 1.1991415312747633, + 1.1991415278700228, + 1.1910227711238095, + 1.1983296500713467, + 1.2206005809375329, + 1.19914152510917, + 1.1904594893783804, + 1.191022769824615, + 1.1991415249932964, + 1.1904594893251896, + 1.2228563093048788, + 1.1849799129331684, + 1.1991415249814388, + 1.1991415249811408, + 1.199141524981004, + 1.191022769797637, + 1.1991415249809125, + 1.2165163606334368, + 1.190459489319499, + 1.191022769797586, + 1.2206005806580755, + 1.199141524980888, + 1.181289444169519, + 1.2147788770681716, + 1.234407882895265, + 1.1991415249808877, + 1.1991415249808877, + 1.222630736437845, + 1.1910227697975837, + 1.2147788770681716, + 1.2165163606334253, + 1.2165163606334253, + 1.1910227697975837, + 1.2206005806580746, + 1.1904594893194937, + 1.1853899650166846, + 1.1812894441695185, + 1.1812894441695185, + 1.1983296494625573, + 1.1910227697975837, + 1.1853899650166846, + 1.1991415249808877, + 1.1991415249808877, + 1.184979912931968, + 1.2356913910722649, + 1.1991415249808877, + 1.2381549485094978, + 1.2147788770681716, + 1.2165163606334253, + 1.1983296494625573, + 1.1991415249808877 ], "p90": [ - 1.5083532381090476, - 1.4542513136036495, - 1.4321732058037004, - 1.4207442396028682, - 1.4140363183107518, - 1.415032348328651, - 1.366419621998853, - 1.4160208564219956, - 1.4038546297816088, - 1.4140104886370988, - 1.4137840825858863, - 1.4137738925454966, - 1.4029480897079902, - 1.4113356847554162, - 1.4037573753695245, - 1.4180605262447705, - 1.4180603833680439, - 1.4029449142463326, - 1.36141881572708, - 1.4110640968465307, - 1.4157911637621192, - 1.4113343144241228, - 1.4110640892867585, - 1.4139688146417062, - 1.369586814621366, - 1.4137663315431297, - 1.4110640886744448, - 1.4157911602812312, - 1.4110640886573842, - 1.4160180719820223, - 1.4139688143727005, - 1.4141957260803644, - 1.4137663314943232, - 1.4110640886536556, - 1.4180602773529556, - 1.4157911602723632, - 1.4037567910457815, - 1.4137663314942004, - 1.4137663314941993, - 1.4029448690893527, - 1.4110640886536026, - 1.4157911602723534, - 1.369586814506491, - 1.411334312937662, - 1.418060277352933, - 1.4029448690893525, - 1.4157911602723534, - 1.4160180719804114, - 1.3591109455613284, - 1.4157911602723534, - 1.4137663314941986, - 1.411334312937662, - 1.4137663314941986, - 1.3658803639972843, - 1.4139688143720142, - 1.4037567910457773, - 1.4110640886536026, - 1.418060277352933, - 1.4137663314941986, - 1.418060277352933, - 1.4160180719804114, - 1.418060277352933, - 1.4137663314941986, - 1.4209000005336752, - 1.4037567910457773, - 1.4157911602723534, - 1.4137663314941986, - 1.4139688143720142, - 1.411334312937662, - 1.418060277352933, - 1.4157911602723534, - 1.4110640886536026 + 1.5372452832728005, + 1.4831029687053234, + 1.4545793525178368, + 1.4530779975668087, + 1.4075662870066987, + 1.43945790156424, + 1.4585420113663243, + 1.453133462418506, + 1.45816027161263, + 1.4370711000772514, + 1.40913783172596, + 1.4119094150201648, + 1.457805650394254, + 1.437841807995557, + 1.4003578419306233, + 1.4453940177425566, + 1.457799004604321, + 1.4378387573182463, + 1.409104892391929, + 1.4527922813965235, + 1.4369992148942683, + 1.4527922578215264, + 1.4461332385819343, + 1.453292897282073, + 1.4118942653184232, + 1.457798696089073, + 1.4453933451727652, + 1.4378386156282945, + 1.4091048273507036, + 1.4369992011956971, + 1.446633880126692, + 1.4577986958122295, + 1.4598481624995947, + 1.445393345045034, + 1.4461332356930527, + 1.4527922515277671, + 1.4623967576076786, + 1.4527922515276752, + 1.457798695809626, + 1.411894264709639, + 1.452792251527653, + 1.4378386155694092, + 1.4532928959558475, + 1.4378386155694083, + 1.4527922515276508, + 1.4527922515276508, + 1.4577986958096147, + 1.453292895955847, + 1.445393345044483, + 1.4577986958096147, + 1.453292895955847, + 1.4527922515276508, + 1.445393345044483, + 1.4040387311666656, + 1.4577986958096147, + 1.4527922515276508, + 1.3997934769092537, + 1.4091048273236724, + 1.4461332356927996, + 1.453292895955847, + 1.445393345044483, + 1.4091048273236724, + 1.3967808398449564, + 1.4461332356927996, + 1.4598481624983943, + 1.4577986958096147, + 1.4378386155694078, + 1.4598481624983943, + 1.4577986958096147, + 1.445393345044483, + 1.4598481624983943, + 1.445393345044483 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 2d487f97dbd22d79337d98a174c521d6130b5129..9a19dd913e1f48de2a5b3c6578f40b8e14be02c3 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T02:22:56.107282+00:00", + "evaluated_at": "2026-06-18T03:37:34.055867+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -123,93 +101,113 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 20.82532930252162, - 20.837242863050093, - 20.83350715112249, - 20.834621897820014, - 20.83429447927907, - 20.834400884098372, - 20.83434556003065, - 20.83437764139154, - 20.83449237822088, - 20.834393953817536, - 20.834374926319217, - 20.834377058047618, - 20.834360323006088, - 20.835485629411977, - 20.834370654739455, - 20.834833061977275, - 20.834373493783435, - 20.834374986155723, - 20.8343937556745, - 20.834253497950634, - 20.834373453257363, - 20.836132829713076, - 20.834342633399032, - 20.83437345325775 + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.8020833166646, + 18.802083316664337, + 18.802083316664337, + 18.802083316664344, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664344, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664355, + 18.802083316664326, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337 ], "p10": [ - 20.420101803264664, - 20.247095925462283, - 20.243369624595815, - 20.24449796643733, - 20.406873009670225, - 20.011437630312884, - 20.24422919797496, - 20.40695420498079, - 20.43011313093186, - 20.244236165440977, - 20.40695197157881, - 20.43011380524876, - 20.24423596184875, - 20.244235023785347, - 20.244226515172816, - 20.244236444979556, - 20.24423644478415, - 20.425031541034446, - 20.464885870281247, - 20.24423596730332, - 20.425031541020388, - 20.406952031401747, - 20.24423639707669, - 20.425031541020775 + 18.381029100127225, + 18.19153895367471, + 18.191307858783787, + 18.41283566497433, + 18.412627679572502, + 18.17070862170978, + 18.191307858783787, + 18.191515844185616, + 18.191515844185616, + 18.19153895367471, + 18.412627679572502, + 18.19153895367471, + 18.191307858783787, + 18.412627679572502, + 18.19153895367471, + 18.19153895367471, + 18.191307858783787, + 18.402083560844172, + 18.381029100127225, + 18.41157326769967, + 18.191307858783787, + 18.191515844185616, + 18.412627679572502, + 18.41157326769967 ], "p90": [ - 21.7151828811047, - 21.466900260904566, - 21.833414949881995, - 21.459087054836427, - 21.72460766643159, - 21.73566994974074, - 21.42451314946451, - 21.598780741952318, - 21.43275925029105, - 21.611369573715773, - 21.46403079128939, - 21.83428131065018, - 21.834369069870885, - 21.43275990819251, - 21.4640308506151, - 21.834281292738346, - 21.477505622792993, - 21.724686640423943, - 21.43275990654189, - 21.59877856837441, - 21.47750562283793, - 21.834290049002625, - 21.425036223379387, - 21.432759906546032 + 19.213647936177868, + 19.412627542364127, + 19.412627542364127, + 19.41285891175331, + 19.412627542364127, + 19.191539091046064, + 19.41285891175331, + 19.191307921928942, + 19.801866081881432, + 19.412858774544887, + 19.45175811925633, + 19.41285878826573, + 19.412627542364127, + 19.801852221659345, + 19.412858774544887, + 19.801852221659345, + 19.41285891175331, + 19.41285891175331, + 19.41285891175331, + 19.412627542364127, + 19.412858774544887, + 19.046185281357214, + 19.412858774544887, + 19.80199082388022 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 6c04fd57265f5b7a8f065ec7df7d281c40e55424..fffa9e79dae9c71526387e64114693e2033af684 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T02:22:56.141561+00:00", + "evaluated_at": "2026-06-18T03:37:34.076034+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,88 +366,88 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 20.77458645462047, - 20.72526654584668, - 20.927921434893037, - 21.005549747519918, - 21.061689683981527, - 20.878435927861076, - 21.190426418413637, - 21.30699079995678, - 21.114945202429624, - 21.096014296201243, - 21.20542258506388, - 21.297396277771423, - 21.30672997289884, - 21.10738511581211, - 21.0628427898058, - 21.073467037650254, - 21.210149221240304, - 21.087416754096246, - 21.05646172274914, - 20.951639229481906, - 21.28891024746865, - 21.264577589105293, - 20.852015615177297, - 21.107657138377142 + 23.29741396550419, + 23.777042331017288, + 24.143155508059497, + 24.320439500984342, + 24.206375487061408, + 24.39296985175654, + 24.50788129879098, + 24.110086407490144, + 24.30732996781049, + 24.161076113315005, + 24.36925339702545, + 24.440858055564203, + 24.2996596783433, + 24.25532516641238, + 24.344479858087013, + 24.47158456445423, + 24.442506058654388, + 24.424747779706184, + 24.485502961173758, + 24.120988838668218, + 24.090326834147884, + 24.301658982661074, + 24.22755948922154, + 24.56770166878958 ], "p10": [ - 17.818927493994185, - 16.580967491255112, - 17.562354249916392, - 18.461722931306987, - 17.27424836112153, - 16.279184565304934, - 17.2999688638831, - 18.471959573353786, - 17.276801578679418, - 16.854583448978595, - 17.236528302524363, - 18.483778596874792, - 16.842054664506644, - 16.602889579746893, - 16.57475294573156, - 16.696231995515145, - 16.71004224340797, - 17.74248590708883, - 15.72776329278188, - 16.321771996909707, - 16.547001186899248, - 16.710057798131004, - 17.70010068275532, - 17.310005574775445 + 18.486722651231666, + 19.244303517972657, + 19.004442754149142, + 19.67325543467282, + 19.467497411981604, + 20.49439901856015, + 21.871525599774994, + 21.50306602584026, + 18.33327203133929, + 18.336214903848333, + 20.076721207141226, + 21.7046734004903, + 19.92849205165606, + 20.0543640605506, + 20.254254625006286, + 19.93982963027421, + 22.175019499058067, + 20.970181192151212, + 21.087513740368067, + 20.891845532470516, + 20.10380886708238, + 20.067358385201395, + 19.928966038325306, + 21.891299991573113 ], "p90": [ - 25.529553082195527, - 26.833923448726964, - 26.60713121127521, - 27.010961793627743, - 25.112653135930405, - 23.94683709076143, - 26.962992621160872, - 25.95176820343373, - 25.08435479193389, - 24.865739510757983, - 25.219133692437993, - 25.628353420360266, - 26.960917247846325, - 24.513003230903088, - 24.493579666354673, - 26.736169578770742, - 24.627474069038303, - 26.961119756413865, - 24.419390312972975, - 25.517553802290465, - 25.959285923461245, - 25.0871017193355, - 24.557608779561143, - 25.52475223177755 + 27.654329208781004, + 28.157385173315216, + 28.28144847462325, + 29.0534571803514, + 30.14382630949357, + 27.87792376488836, + 29.171547653886716, + 28.08367175579644, + 28.31379129294751, + 28.418529996932374, + 28.40606881176019, + 28.56258062843894, + 28.8600957789954, + 27.793788268721578, + 27.89804014981354, + 29.985574454603277, + 28.56344708217476, + 28.323531820024854, + 30.190216270539455, + 28.436240424588764, + 28.07117026517073, + 28.692386484412175, + 28.693545570117642, + 28.54787315847431 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index adeb68acec9403346e38f66acfbea5c6fd5e4197..1c6b51e4f90f5f12e3bc18b3bb3d33e2b1c6b050 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T02:22:56.164847+00:00", + "evaluated_at": "2026-06-18T03:37:34.100682+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,96 +358,96 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 28.20393276851203, - 29.043080455907052, - 29.614523133486394, - 30.109850867614156, - 30.427770678585567, - 30.68546529592329, - 30.910734063271278, - 31.02013254153698, - 31.13823065582477, - 31.292436635480044, - 31.410855609999302, - 31.39410112095856, - 31.511482248644334, - 31.471731988485825, - 31.54346920582917, - 31.644164993184994, - 31.53611164550444, - 31.543960599976497, - 31.610987051887022, - 31.6037430868068, - 31.544922161519732, - 31.586800094944987, - 31.577468114899823, - 31.6066705179185 + 28.731213992822134, + 29.26952520899008, + 29.619447144286212, + 29.92190544871744, + 30.254774132627045, + 30.311012806059768, + 30.487082399760162, + 30.686881566381956, + 30.622551284346155, + 30.814003747801937, + 30.788499215526116, + 30.764081592571955, + 30.876330379967122, + 30.8885267610733, + 30.878106379604905, + 30.908180465490986, + 30.9784784435069, + 31.012958101579695, + 30.958042877930904, + 30.89264798498227, + 30.961107079854692, + 30.96718311939843, + 30.90160480468855, + 31.01996986295277 ], "p10": [ - 27.43966588403561, - 28.200878536765032, - 28.72703947789026, - 29.039251026169822, - 29.638355232109053, - 29.92274096442869, - 30.262765833409592, - 30.202497722803233, - 30.335130422304417, - 30.468959834606455, - 30.61627909358441, - 30.83963925630414, - 30.910726588188062, - 30.7437284269232, - 30.767291775652165, - 30.963473891035395, - 30.915583136929698, - 30.776927403030303, - 30.64401548017607, - 30.606824647057216, - 30.61521334987134, - 30.748287015533343, - 30.817083210554458, - 30.817049458129 + 27.988963443780854, + 28.63595627123944, + 28.831513073941498, + 29.107481622213964, + 29.506631385635533, + 29.468751159563794, + 29.618959415215503, + 30.07778940766329, + 29.922968034193286, + 29.98911868410121, + 30.04051655293767, + 29.966745490770148, + 30.08924831496602, + 30.05437005233125, + 30.256613820430378, + 29.904704205801416, + 30.339949420332676, + 30.14699975475563, + 30.172847415938296, + 30.20038432360205, + 30.33458107156117, + 30.22415148393013, + 30.023263438370194, + 30.22477721047731 ], "p90": [ - 28.886489707918955, - 29.751331045487454, - 30.269062192467306, - 30.856387807608314, - 31.263062845013167, - 31.361253975848804, - 31.690883415530845, - 31.79099811094063, - 31.89138701727714, - 32.03755291707595, - 32.0959434781653, - 32.16823253672838, - 32.196570116810335, - 32.32518491275355, - 32.35126701098498, - 32.255454362390545, - 32.32734398688891, - 32.260471356772165, - 32.43330294216209, - 32.52294077545867, - 32.3715371520714, - 32.42748783378054, - 32.368700456284294, - 32.37610849551691 + 29.48398719847841, + 29.938088183016927, + 30.35741602325709, + 30.697653856526625, + 31.03353764266143, + 31.32929825968181, + 31.21816478084323, + 31.446786933715153, + 31.387684987180727, + 31.514653262389793, + 31.515550133837735, + 31.415981888156537, + 31.601110615337472, + 31.661124244650217, + 31.64400758887174, + 31.666370496469753, + 31.544217589134185, + 31.66619487456252, + 31.509404868603518, + 31.535964880841885, + 31.660325843708744, + 31.708445251524306, + 31.5307156616551, + 31.73838311175752 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 4858f93a796cdcc3a54b1f572186ca8634603742..a2fca3acb0a96770de884e8863f398591020a054 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T02:22:56.192832+00:00", + "evaluated_at": "2026-06-18T03:37:34.129562+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,88 +198,88 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 13.92002503191677, - 13.759609087876543, - 13.210244365469507, - 13.014271712607545, - 13.280646626941353, - 13.599037827699409, - 14.022978011102996, - 13.463491298060985, - 13.613587187429745, - 13.463491298064804, - 14.372692121410648, - 13.71819562916292, - 13.61358718742963, - 14.084054652336668, - 13.880650363630876, - 13.61358718742963, - 14.019949663610518, - 14.022978010976008, - 13.951814187303441, - 14.791747429323125, - 13.764738959829424, - 13.860795567721045, - 13.880650363630876, - 14.390055848024268 + 13.771066599249938, + 13.676916631423758, + 13.68154875478011, + 13.786577140730822, + 13.492726945062362, + 13.077984029304144, + 13.430588224539743, + 13.338457786633782, + 13.679361655472984, + 13.573283477989971, + 13.665535622858883, + 13.368449534392816, + 13.492726914654025, + 13.573283477989971, + 13.935643992030714, + 12.860622925937346, + 13.492726914654025, + 13.786578453201148, + 13.017222909202548, + 13.846572321123261, + 13.118079889670854, + 13.65384004132592, + 13.677231204391845, + 13.194351389403478 ], "p10": [ - 9.35732337740249, - 8.798818915735161, - 9.217259528949501, - 9.891102320571651, - 8.845901391604503, - 9.477115544709559, - 9.030247522234674, - 9.218772665402275, - 9.218772665406213, - 9.65570602006907, - 9.217105061552022, - 8.765008216956794, - 8.752171995855587, - 9.18696000828467, - 9.477115548926792, - 9.755905669925445, - 10.072143531225745, - 9.201968442971344, - 8.612666400287406, - 8.845901251549881, - 9.217105061552022, - 9.628204127862931, - 9.18696000828467, - 9.905137286024551 + 9.47147262605936, + 9.101410174368006, + 8.733418773586923, + 8.79505144430192, + 9.365941680076642, + 8.736475042509515, + 9.096786322732209, + 9.01000593642431, + 9.365941649668313, + 8.733362125360918, + 8.733362125360918, + 9.42534982752618, + 9.073625817736705, + 9.87482116315521, + 9.714904666109444, + 8.769143002882014, + 9.033166441403871, + 8.705345864682833, + 8.769143002882014, + 9.606708296106278, + 8.795052756772247, + 9.365941649668304, + 9.15366610989383, + 9.704085029109127 ], "p90": [ - 20.409400892178958, - 20.04321709920722, - 19.532042761574278, - 19.317081670618148, - 18.916120683849094, - 20.2390375188439, - 20.05194876528932, - 20.462417250321046, - 19.47450399673433, - 20.23940117029214, - 20.242673995371216, - 20.153553076925462, - 19.69416377029806, - 20.25039053094534, - 20.242673995371216, - 20.0483469711601, - 20.239037523061135, - 19.49253460519213, - 20.25039053094534, - 20.127178368455954, - 20.119234835436643, - 18.96065810929918, - 20.127178368455954, - 20.239401170292144 + 20.35471254314195, + 19.40980876460799, + 20.319921402992435, + 19.935883145722403, + 19.94665607761144, + 19.066145375807935, + 19.412253788673528, + 19.585616344435962, + 20.2052149043517, + 20.043600348296458, + 19.58561634443634, + 20.043600348296458, + 20.049942016456395, + 20.142657997803802, + 20.142657997803802, + 18.895413382058596, + 20.107017029895825, + 19.122102341247984, + 19.412253788657207, + 19.620643155811976, + 20.043600348296458, + 20.323140042606255, + 20.05281103650777, + 19.149191235369138 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 299778d2506f6602a42b9a9c70bb907b60e7e3d6..95ef001e8054d539f0a8c8af4e148cefcc55f011 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:10:38.998518+00:00", + "evaluated_at": "2026-06-18T03:37:34.154911+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index a3039f9d9707fcb942d694b9b75d5dcb1912cc65..61910fca832dad4c22acc7cbfdcd7409d1108e47 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,11 +1,59 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:24:59.872703+00:00", + "evaluated_at": "2026-06-18T03:37:34.165053+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 8d428ed617246b0febcff6d25b571df64d5e40fd..1c8c9d6f7c691723b1239295ec0f0766e495f87b 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.000,2.700,3.000,2.700,3.000,3.100,3.000,2.700,3.000 +2026-06-18,Chronos-2,3.000,3.100,3.000,3.100,3.300,3.800,3.000,3.100,3.500 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 34fd4d56716f6aab582b67513ad2bf2350c7fe00..6ef2b6702c1f505eff553b43c8e7a06ee1db7b04 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.9,3.6,3.9,3.7,3.95,3.45,3.9,3.7,3.9 +2026-W25,Chronos-Bolt-Mini,3.9,3.7,3.9,3.8,4.025,3.625,3.9,3.8,4.025 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 191343179dc5e674965a532682bc45d66f401f4b..8bd8aa4484dbd248d71915f76ad6d5d247e68ca4 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,688772.2483997345,688772.2483997345,704.3361002604166,0.7149771259273489,0.01088692166236223,0.010807054555407111,2.4493918715148353,829.9230376364633,0.012759897983915797,0.010829024353037363,0.007174757931477698,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,699301.2561073303,699301.2561073303,709.3697916666666,0.7200868657420697,0.010966310900431915,0.010885170670748734,2.4493918715148353,836.2423429289684,0.012858050645484051,0.010907260060139326,0.007201112296877261,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0419495035771698,0.0419495035771698,0.13152138491471607,0.12614951732691532,0.11859802761775404,0.14329458495513778,0.7071347560782998,0.2048157796097991,0.14763625903763886,0.09480385392790819,0.10202048902158972,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04524978193929899,0.04524978193929899,0.17364614539676243,0.9997807071148951,0.11542868202490647,0.12558549341480607,4.980388503776705,0.21271996130899185,0.1488419532277222,0.12150167427764871,0.12195498617544012,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,2.065891313600787,2.065891313600787,1.1627431710561116,0.8915602444688718,0.06072335377369043,0.058016833430381755,6.943902277613918,1.4373208805276527,0.0725614252745971,0.05869969807240472,0.03793198411271381,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,19.804842954546228,19.804842954546228,3.8708037535349527,0.30866706051209875,0.12267577203279918,0.13215227346422057,2.6900659408030294,4.450263245533485,0.12020969937287972,0.10455744522773086,0.1433699826872804,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.0855517859469423,2.0855517859469423,1.3815631866455078,0.6822533727765836,0.05438422676403106,0.05607807520692143,2.0121007706484875,1.444143963026866,0.05565995573021031,0.05324797788580771,0.043881186226836726,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,33.04558965163127,33.04558965163127,4.62960680325826,0.8900712679161407,1.0310004329403077,0.4250649657020231,11.251947298546497,5.748529346853095,0.4944971481163953,0.3982457465168396,0.3187932494910577,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.027925914203653868,0.027925914203653868,0.12092266579469045,0.11586237192737951,0.1031609133715095,0.11701708538683718,0.7282352092651077,0.1671104850201024,0.12194732343441232,0.08824219159224261,0.09463841510087227,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.033598043073278246,0.033598043073278246,0.1480899535947376,0.7925940220156511,0.0987363264251006,0.1051367309842531,5.106452468139055,0.18329768976525113,0.1280061479963139,0.10341878580626236,0.11628569437855367,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,2.068953128671486,2.068953128671486,1.1552409331003826,0.7869190499621381,0.06532885588680039,0.062138252187323995,19.645134788731102,1.4383855980478553,0.07923170389250549,0.06363502781183017,0.05418855440727655,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,29.617508553143427,29.617508553143427,4.639128843943278,0.36923676254199206,0.14059551491276898,0.14270377952704527,2.6607906800964867,5.442197033656851,0.14626285420802285,0.12467983455166705,0.1461402614451588,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.9742980832396217,1.9742980832396217,1.3496735095977783,0.6715007995352723,0.053435004497120554,0.05508046546586476,2.501346422119196,1.4050971792867644,0.05414632781606978,0.052010540888312425,0.0435686620884854,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,30.404833335821156,30.404833335821156,4.530744115511577,0.865288000840407,0.5729897481433784,0.39442584333685476,9.982657187181063,5.514057792209033,0.4595048160174194,0.3775620096259647,0.30034636435685336,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,23896.655040696263,23896.655040696263,147.9315388997396,1.1452764301915324,0.05353448543709971,0.0551381803990579,34.974346569430445,154.58542958732,0.05621288348629818,0.05379328687263257,0.04987156928990425,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index f242235abda603691319f6c0bef663e114c84a80..84e2aceb8ac5efe9bd1a34d342db539f1dd7f38f 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:23:15.626595+00:00", + "evaluated_at": "2026-06-18T03:30:40.997825+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ 65818.3203125, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e4f0daeb9ce11b0079297efb18493bf4875e5317..3ddfd6156fde5c18c4c746379406b2f7536eed76 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T02:13:20.653216+00:00", + "evaluated_at": "2026-06-18T03:30:45.771164+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 88b260db68486e7faf05a1e4931fba39ef1fe51c..379376ee5fec907b60e73a6e74dd9b68c3de3b64 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:15:44.951395+00:00", + "evaluated_at": "2026-06-18T03:30:51.285276+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,197 +305,197 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 1.537361979484558, - 1.5662596225738525, - 1.5800725221633911, - 1.5962415933609009, - 1.611572504043579, - 1.6273587942123413, - 1.6403883695602417, - 1.6532235145568848, - 1.664575219154358, - 1.6762940883636475, - 1.6807613372802734, - 1.6843585968017578, - 1.691933512687683, - 1.701633334159851, - 1.6979637145996094, - 1.6946951150894165, - 1.687108039855957, - 1.6852834224700928, - 1.676206350326538, - 1.669061541557312, - 1.6536953449249268, - 1.6439993381500244, - 1.629453420639038, - 1.613779067993164, - 1.5951979160308838, - 1.5725382566452026, - 1.5489696264266968, - 1.521344780921936, - 1.4980933666229248, - 1.4732027053833008, - 1.450150489807129, - 1.4141311645507812, - 1.3849797248840332, - 1.3618621826171875, - 1.3241769075393677, - 1.296929121017456, - 1.258529782295227, - 1.223772644996643, - 1.1901966333389282, - 1.1523807048797607, - 1.1124372482299805, - 1.0828114748001099, - 1.0355523824691772, - 0.9995361566543579, - 0.9714390635490417, - 0.9224639534950256, - 0.8782898187637329, - 0.8464337587356567, - 0.8181743025779724, - 0.7789075970649719, - 0.7441585063934326, - 0.703078031539917, - 0.6617879271507263, - 0.6236919164657593, - 0.5920829772949219, - 0.5516862869262695, - 0.5177714228630066, - 0.48985129594802856, - 0.4614561200141907, - 0.43334245681762695 + 1.5891671180725098, + 1.6166435480117798, + 1.6306960582733154, + 1.6458626985549927, + 1.6604208946228027, + 1.6753255128860474, + 1.6882013082504272, + 1.6987674236297607, + 1.70820152759552, + 1.7185802459716797, + 1.7216109037399292, + 1.725762128829956, + 1.7314271926879883, + 1.739213466644287, + 1.7345356941223145, + 1.7288579940795898, + 1.7289745807647705, + 1.725940227508545, + 1.7178747653961182, + 1.7103304862976074, + 1.6936460733413696, + 1.6830772161483765, + 1.6696596145629883, + 1.6517481803894043, + 1.632670521736145, + 1.6100664138793945, + 1.584852933883667, + 1.5566730499267578, + 1.534088134765625, + 1.5072070360183716, + 1.4836316108703613, + 1.4457767009735107, + 1.430276870727539, + 1.4055196046829224, + 1.3702422380447388, + 1.3443095684051514, + 1.3061423301696777, + 1.2723015546798706, + 1.2380304336547852, + 1.199001669883728, + 1.1584190130233765, + 1.1308302879333496, + 1.0855941772460938, + 1.0487982034683228, + 1.019575595855713, + 0.9750246405601501, + 0.9301742911338806, + 0.8983333110809326, + 0.8881168365478516, + 0.8555992841720581, + 0.8212121725082397, + 0.7864334583282471, + 0.742563009262085, + 0.7059803009033203, + 0.6741832494735718, + 0.6302393674850464, + 0.5975104570388794, + 0.5828213691711426, + 0.5551944971084595, + 0.5222876071929932 ], "p10": [ - 1.5169845819473267, - 1.5353931188583374, - 1.5536770820617676, - 1.5583157539367676, - 1.5714216232299805, - 1.5787856578826904, - 1.5880544185638428, - 1.59615159034729, - 1.599989891052246, - 1.602962613105774, - 1.601792335510254, - 1.6030020713806152, - 1.6004793643951416, - 1.5961759090423584, - 1.5950051546096802, - 1.5711685419082642, - 1.5651885271072388, - 1.5644867420196533, - 1.5385245084762573, - 1.5276641845703125, - 1.5038446187973022, - 1.4828245639801025, - 1.4612529277801514, - 1.440138578414917, - 1.4031668901443481, - 1.3690199851989746, - 1.3322430849075317, - 1.2877861261367798, - 1.2306321859359741, - 1.2000677585601807, - 1.165008306503296, - 1.111587643623352, - 1.045976161956787, - 1.0064795017242432, - 0.9494873285293579, - 0.9019854664802551, - 0.8502906560897827, - 0.8031781315803528, - 0.7473011016845703, - 0.6899892091751099, - 0.6511566638946533, - 0.5928828120231628, - 0.5514712333679199, - 0.5121685266494751, - 0.444530725479126, - 0.39637768268585205, - 0.34110134840011597, - 0.3042253851890564, - 0.1576012372970581, - 0.0955306887626648, - 0.0212632417678833, - -0.013599991798400879, - -0.05306828022003174, - -0.110312819480896, - -0.15287458896636963, - -0.18717706203460693, - -0.23859429359436035, - -0.2804933786392212, - -0.3083302974700928, - -0.347487211227417 + 1.568515419960022, + 1.5902583599090576, + 1.6047840118408203, + 1.609729290008545, + 1.6237499713897705, + 1.629724383354187, + 1.6386979818344116, + 1.644158124923706, + 1.6474339962005615, + 1.649385690689087, + 1.6475070714950562, + 1.648162603378296, + 1.6448166370391846, + 1.6381304264068604, + 1.6357239484786987, + 1.6106178760528564, + 1.6136112213134766, + 1.609590768814087, + 1.5843614339828491, + 1.5748039484024048, + 1.5486338138580322, + 1.5294969081878662, + 1.5071437358856201, + 1.4834917783737183, + 1.4487438201904297, + 1.4125664234161377, + 1.3742902278900146, + 1.330095887184143, + 1.2722065448760986, + 1.2416021823883057, + 1.2048152685165405, + 1.1522465944290161, + 1.0874106884002686, + 1.0455942153930664, + 0.9915496706962585, + 0.944392740726471, + 0.8938092589378357, + 0.844542384147644, + 0.7877645492553711, + 0.731071949005127, + 0.6933643817901611, + 0.6335645914077759, + 0.5987687706947327, + 0.5583816170692444, + 0.4899008274078369, + 0.44718050956726074, + 0.39246833324432373, + 0.3534359931945801, + 0.22231382131576538, + 0.16864198446273804, + 0.09748947620391846, + 0.06139957904815674, + 0.02355659008026123, + -0.034977078437805176, + -0.08122944831848145, + -0.11426448822021484, + -0.16600298881530762, + -0.20747733116149902, + -0.23271560668945312, + -0.26210033893585205 ], "p90": [ - 1.5644145011901855, - 1.5895028114318848, - 1.6164867877960205, - 1.6413218975067139, - 1.6573915481567383, - 1.6732969284057617, - 1.6961815357208252, - 1.7137949466705322, - 1.7318699359893799, - 1.7515723705291748, - 1.757500410079956, - 1.7695322036743164, - 1.7865898609161377, - 1.8061628341674805, - 1.812901258468628, - 1.813486099243164, - 1.815462350845337, - 1.8215351104736328, - 1.8225774765014648, - 1.8166522979736328, - 1.8307464122772217, - 1.8211584091186523, - 1.8199259042739868, - 1.8205406665802002, - 1.8201009035110474, - 1.8216100931167603, - 1.8060071468353271, - 1.7907164096832275, - 1.7825884819030762, - 1.7807390689849854, - 1.7704565525054932, - 1.7431178092956543, - 1.7828757762908936, - 1.7788809537887573, - 1.7766214609146118, - 1.7491542100906372, - 1.736079454421997, - 1.7139828205108643, - 1.699655294418335, - 1.6806390285491943, - 1.6621482372283936, - 1.6562514305114746, - 1.631664752960205, - 1.601540446281433, - 1.6002178192138672, - 1.5813958644866943, - 1.5549724102020264, - 1.5316271781921387, - 1.5827202796936035, - 1.559303879737854, - 1.5570452213287354, - 1.5330400466918945, - 1.5191582441329956, - 1.5043280124664307, - 1.4913156032562256, - 1.4993640184402466, - 1.4716947078704834, - 1.4678422212600708, - 1.4440172910690308, - 1.4251927137374878 + 1.6168043613433838, + 1.6387391090393066, + 1.6625704765319824, + 1.6881918907165527, + 1.7047615051269531, + 1.7191603183746338, + 1.7399195432662964, + 1.755771517753601, + 1.7728352546691895, + 1.7902002334594727, + 1.7951538562774658, + 1.8065234422683716, + 1.8225533962249756, + 1.8384079933166504, + 1.8431692123413086, + 1.8433493375778198, + 1.8544580936431885, + 1.861802577972412, + 1.8637914657592773, + 1.8565824031829834, + 1.8690015077590942, + 1.859466314315796, + 1.8581922054290771, + 1.8569746017456055, + 1.8585724830627441, + 1.858283281326294, + 1.842588186264038, + 1.8287203311920166, + 1.819002389907837, + 1.8183798789978027, + 1.8070638179779053, + 1.7778854370117188, + 1.8317019939422607, + 1.8262994289398193, + 1.822995662689209, + 1.8041577339172363, + 1.7904977798461914, + 1.7680751085281372, + 1.7560266256332397, + 1.7330461740493774, + 1.7193500995635986, + 1.713972806930542, + 1.6929678916931152, + 1.6598711013793945, + 1.6575223207473755, + 1.6427149772644043, + 1.6115756034851074, + 1.5903851985931396, + 1.654795527458191, + 1.6381182670593262, + 1.644183874130249, + 1.6161174774169922, + 1.6020262241363525, + 1.5824286937713623, + 1.569238543510437, + 1.5780011415481567, + 1.5498228073120117, + 1.5542241334915161, + 1.5266549587249756, + 1.5110759735107422 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 71d5c3c8ef9d6f8020592d28ec647171fa7e7f3d..16616ef55b353d48bcd2b5a1c735701cdefb2bb7 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:07:32.689576+00:00", + "evaluated_at": "2026-06-18T03:30:57.662756+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,234 +153,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.3590304851531982, - 1.3188042640686035, - 1.3014671802520752, - 1.2979373931884766, - 1.290412187576294, - 1.2873685359954834, - 1.2848809957504272, - 1.278384804725647, - 1.2770030498504639, - 1.277600884437561, - 1.273504614830017, - 1.2756097316741943, - 1.2743959426879883, - 1.2750672101974487, - 1.2753273248672485, - 1.2776633501052856, - 1.282494306564331, - 1.2810885906219482, - 1.2823073863983154, - 1.279915452003479, - 1.2811092138290405, - 1.282127857208252, - 1.2818866968154907, - 1.2762974500656128, - 1.2772998809814453, - 1.2724300622940063, - 1.2715967893600464, - 1.2707024812698364, - 1.2693625688552856, - 1.2670360803604126, - 1.264883041381836, - 1.2645014524459839, - 1.2629754543304443, - 1.2596360445022583, - 1.2627322673797607, - 1.2555937767028809, - 1.259682297706604, - 1.2556889057159424, - 1.2565964460372925, - 1.256650447845459, - 1.2567567825317383, - 1.256117820739746, - 1.2570916414260864, - 1.2557698488235474, - 1.256264328956604, - 1.2554632425308228, - 1.2534215450286865, - 1.252020001411438, - 1.2646994590759277, - 1.2558610439300537, - 1.256786823272705, - 1.252441167831421, - 1.2583824396133423, - 1.2509088516235352, - 1.25022292137146, - 1.24564790725708, - 1.246618390083313, - 1.243666172027588, - 1.24131441116333, - 1.2360037565231323, - 1.2365086078643799, - 1.2356611490249634, - 1.2351772785186768, - 1.2366310358047485, - 1.2542301416397095, - 1.2538270950317383, - 1.2557051181793213, - 1.254131555557251, - 1.2564284801483154, - 1.253103494644165, - 1.25002121925354, - 1.246185302734375 + 1.402607798576355, + 1.370939016342163, + 1.3563652038574219, + 1.3515491485595703, + 1.3435767889022827, + 1.3436017036437988, + 1.3424988985061646, + 1.3381909132003784, + 1.3382689952850342, + 1.3406333923339844, + 1.3362770080566406, + 1.337860345840454, + 1.3364601135253906, + 1.336688756942749, + 1.3395819664001465, + 1.337717056274414, + 1.3467592000961304, + 1.3456722497940063, + 1.3465745449066162, + 1.3464319705963135, + 1.348527431488037, + 1.353371262550354, + 1.352903127670288, + 1.3451913595199585, + 1.3469500541687012, + 1.3482815027236938, + 1.3456075191497803, + 1.34138023853302, + 1.3404210805892944, + 1.337896704673767, + 1.3372284173965454, + 1.3390638828277588, + 1.3340164422988892, + 1.3316601514816284, + 1.3337191343307495, + 1.3257834911346436, + 1.333956003189087, + 1.3305637836456299, + 1.3307230472564697, + 1.3284695148468018, + 1.3271639347076416, + 1.3270617723464966, + 1.3268893957138062, + 1.320229411125183, + 1.3196004629135132, + 1.3183588981628418, + 1.317121982574463, + 1.319323182106018, + 1.3195265531539917, + 1.31539785861969, + 1.3144667148590088, + 1.305368423461914, + 1.3115994930267334, + 1.3030582666397095, + 1.3030097484588623, + 1.295782208442688, + 1.295311689376831, + 1.2916566133499146, + 1.287166953086853, + 1.2782601118087769, + 1.2782576084136963, + 1.2778711318969727, + 1.2761499881744385, + 1.2801433801651, + 1.2914466857910156, + 1.291244626045227, + 1.2927874326705933, + 1.2884052991867065, + 1.2884701490402222, + 1.2843419313430786, + 1.2840540409088135, + 1.2782299518585205 ], "p10": [ - 1.1382501125335693, - 1.0856834650039673, - 1.0614172220230103, - 1.054572343826294, - 1.0472475290298462, - 1.038477897644043, - 1.0333003997802734, - 1.0247254371643066, - 1.0178582668304443, - 1.0162937641143799, - 1.0162512063980103, - 1.0126771926879883, - 1.009418249130249, - 1.0027568340301514, - 0.9988001585006714, - 1.0027704238891602, - 1.0118588209152222, - 0.9942376017570496, - 0.9922159314155579, - 0.9851329326629639, - 0.9834460020065308, - 0.977912425994873, - 0.9749938249588013, - 0.9734886884689331, - 0.9665601253509521, - 0.9622692465782166, - 0.9649074077606201, - 0.9535871148109436, - 0.9556500911712646, - 0.9432464838027954, - 0.9448169469833374, - 0.9415789246559143, - 0.9402163028717041, - 0.9349846243858337, - 0.927355170249939, - 0.9252849817276001, - 0.9210057854652405, - 0.9150804877281189, - 0.9183557629585266, - 0.9226082563400269, - 0.9211830496788025, - 0.9185138940811157, - 0.9220407009124756, - 0.9074820876121521, - 0.913632869720459, - 0.9016256928443909, - 0.9082362651824951, - 0.902875542640686, - 0.9033883810043335, - 0.9012995362281799, - 0.8992745280265808, - 0.8995782136917114, - 0.8992051482200623, - 0.8938658237457275, - 0.8934526443481445, - 0.8953951597213745, - 0.8938552141189575, - 0.8887036442756653, - 0.8869728446006775, - 0.8819456696510315, - 0.8801590204238892, - 0.8739808201789856, - 0.8788819909095764, - 0.8832513689994812, - 0.8907370567321777, - 0.8930844068527222, - 0.8907561302185059, - 0.8922742009162903, - 0.8883994817733765, - 0.88844895362854, - 0.8822946548461914, - 0.8861975073814392 + 1.165887475013733, + 1.1177297830581665, + 1.0968992710113525, + 1.0883548259735107, + 1.0798531770706177, + 1.0748867988586426, + 1.067824125289917, + 1.058211326599121, + 1.0555709600448608, + 1.0529969930648804, + 1.0491350889205933, + 1.0448534488677979, + 1.040528655052185, + 1.036194086074829, + 1.0336241722106934, + 1.0347590446472168, + 1.0267362594604492, + 1.010520100593567, + 1.0110529661178589, + 1.0053224563598633, + 1.0021986961364746, + 0.9979462623596191, + 0.9981347322463989, + 0.9935509562492371, + 0.9855367541313171, + 0.9848500490188599, + 0.985305905342102, + 0.9739807844161987, + 0.9726257920265198, + 0.9588281512260437, + 0.9569169282913208, + 0.9518300294876099, + 0.9381816387176514, + 0.9381433725357056, + 0.9348009824752808, + 0.9289494156837463, + 0.9273524284362793, + 0.9225242137908936, + 0.9213991165161133, + 0.9236059784889221, + 0.92336505651474, + 0.919825553894043, + 0.9168501496315002, + 0.9026824235916138, + 0.9078384041786194, + 0.8916093111038208, + 0.8892276287078857, + 0.8760605454444885, + 0.8778917789459229, + 0.8896758556365967, + 0.8883653879165649, + 0.8882287740707397, + 0.8859677910804749, + 0.872502326965332, + 0.8727273344993591, + 0.8708014488220215, + 0.8695744276046753, + 0.8642492890357971, + 0.8576409816741943, + 0.8507628440856934, + 0.8478927612304688, + 0.8430562019348145, + 0.8441829085350037, + 0.8420265913009644, + 0.8434838056564331, + 0.8538112640380859, + 0.8574445247650146, + 0.8566356301307678, + 0.8524288535118103, + 0.8424217104911804, + 0.8374933004379272, + 0.8371067643165588 ], "p90": [ - 1.5627479553222656, - 1.5626723766326904, - 1.5659682750701904, - 1.5756590366363525, - 1.5761579275131226, - 1.5810152292251587, - 1.5993176698684692, - 1.6010345220565796, - 1.5972802639007568, - 1.6073322296142578, - 1.6151843070983887, - 1.6208202838897705, - 1.6359286308288574, - 1.6273455619812012, - 1.63662588596344, - 1.6445378065109253, - 1.672412633895874, - 1.6717302799224854, - 1.670703411102295, - 1.6834399700164795, - 1.6918830871582031, - 1.7040733098983765, - 1.7099014520645142, - 1.7208504676818848, - 1.7200565338134766, - 1.7341930866241455, - 1.7391846179962158, - 1.7380263805389404, - 1.7532377243041992, - 1.746999979019165, - 1.7577297687530518, - 1.7722747325897217, - 1.8038413524627686, - 1.8040869235992432, - 1.7881510257720947, - 1.7982627153396606, - 1.8150792121887207, - 1.822005033493042, - 1.830862045288086, - 1.8356075286865234, - 1.8404216766357422, - 1.8549506664276123, - 1.8669936656951904, - 1.8588635921478271, - 1.875673770904541, - 1.8771345615386963, - 1.9036444425582886, - 1.922208547592163, - 1.942487359046936, - 1.9414088726043701, - 1.9196500778198242, - 1.9153786897659302, - 1.9325532913208008, - 1.9307808876037598, - 1.9632587432861328, - 1.9472254514694214, - 1.9548888206481934, - 1.9623229503631592, - 1.968224287033081, - 1.9667983055114746, - 1.9663033485412598, - 1.9767261743545532, - 1.9924910068511963, - 2.0049846172332764, - 2.0597267150878906, - 2.067291736602783, - 2.0481085777282715, - 2.0502171516418457, - 2.077519416809082, - 2.064375877380371, - 2.1036605834960938, - 2.082868814468384 + 1.5932714939117432, + 1.6061362028121948, + 1.6111878156661987, + 1.623255968093872, + 1.6249005794525146, + 1.6325671672821045, + 1.6511090993881226, + 1.6598162651062012, + 1.656891942024231, + 1.6697077751159668, + 1.676599144935608, + 1.6832420825958252, + 1.6969244480133057, + 1.6914328336715698, + 1.7046313285827637, + 1.7091386318206787, + 1.7471544742584229, + 1.7482601404190063, + 1.7446331977844238, + 1.758685827255249, + 1.7661774158477783, + 1.7823774814605713, + 1.7858777046203613, + 1.8040032386779785, + 1.7965675592422485, + 1.810901165008545, + 1.8180139064788818, + 1.8227581977844238, + 1.8330421447753906, + 1.834780216217041, + 1.8555629253387451, + 1.8576796054840088, + 1.9197672605514526, + 1.9142006635665894, + 1.898381233215332, + 1.905135989189148, + 1.924651861190796, + 1.9189889430999756, + 1.9275826215744019, + 1.9480342864990234, + 1.9435453414916992, + 1.9565119743347168, + 1.9634897708892822, + 1.9576218128204346, + 1.9664595127105713, + 1.9767786264419556, + 1.9962031841278076, + 2.0048911571502686, + 2.0719449520111084, + 2.0568931102752686, + 2.025390625, + 2.022508144378662, + 2.043360948562622, + 2.033294439315796, + 2.0605931282043457, + 2.0570404529571533, + 2.062931537628174, + 2.069185256958008, + 2.0619397163391113, + 2.0713772773742676, + 2.0695223808288574, + 2.065425157546997, + 2.105307102203369, + 2.094021797180176, + 2.218648910522461, + 2.198533773422241, + 2.17688250541687, + 2.1760523319244385, + 2.19191837310791, + 2.181117057800293, + 2.217942953109741, + 2.2053027153015137 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index b04eb3918a95f4e1d72c413531a3d773f52d15ff..c7edb9df2f8e2ac01ee08f807f36b5820cc0a5f7 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T02:13:40.004554+00:00", + "evaluated_at": "2026-06-18T03:31:02.143934+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -123,93 +101,113 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 21.054811477661133, - 21.05975341796875, - 21.045289993286133, - 21.048444747924805, - 21.02919578552246, - 21.05119514465332, - 21.031387329101562, - 21.011056900024414, - 21.010730743408203, - 21.014930725097656, - 21.001161575317383, - 21.005144119262695, - 21.005786895751953, - 21.013294219970703, - 21.00469207763672, - 21.00498390197754, - 20.939119338989258, - 20.915878295898438, - 20.899763107299805, - 20.857189178466797, - 20.845409393310547, - 20.843246459960938, - 20.817852020263672, - 20.79551887512207 + 19.039133071899414, + 19.03559684753418, + 19.048616409301758, + 19.045513153076172, + 19.065519332885742, + 19.063785552978516, + 19.092077255249023, + 19.167098999023438, + 19.179916381835938, + 19.228477478027344, + 19.271495819091797, + 19.291948318481445, + 19.287607192993164, + 19.26581573486328, + 19.296907424926758, + 19.300006866455078, + 19.28836441040039, + 19.366918563842773, + 19.442941665649414, + 19.521862030029297, + 19.578502655029297, + 19.703060150146484, + 19.87291717529297, + 19.971698760986328 ], "p10": [ - 20.685527801513672, - 20.556203842163086, - 20.45945930480957, - 20.359617233276367, - 20.281583786010742, - 20.252012252807617, - 20.18255043029785, - 20.09885025024414, - 20.047250747680664, - 19.9857177734375, - 19.925540924072266, - 19.870264053344727, - 19.780447006225586, - 19.725688934326172, - 19.675355911254883, - 19.602514266967773, - 19.267541885375977, - 19.15960121154785, - 19.104360580444336, - 19.035608291625977, - 18.999122619628906, - 18.924591064453125, - 18.839019775390625, - 18.808757781982422 + 18.927772521972656, + 18.91579818725586, + 18.90045928955078, + 18.88961410522461, + 18.8768310546875, + 18.860027313232422, + 18.874292373657227, + 18.875446319580078, + 18.87652587890625, + 18.873672485351562, + 18.858802795410156, + 18.866722106933594, + 18.868568420410156, + 18.849205017089844, + 18.846986770629883, + 18.82035255432129, + 18.69102668762207, + 18.64093017578125, + 18.646976470947266, + 18.668087005615234, + 18.638851165771484, + 18.675823211669922, + 18.673250198364258, + 18.71987533569336 ], "p90": [ - 21.502723693847656, - 21.630542755126953, - 21.747005462646484, - 21.863739013671875, - 21.971332550048828, - 22.020204544067383, - 22.071653366088867, - 22.12752342224121, - 22.207454681396484, - 22.27276039123535, - 22.35659408569336, - 22.43478012084961, - 22.5274715423584, - 22.61395263671875, - 22.664323806762695, - 22.671037673950195, - 22.57968521118164, - 22.62201690673828, - 22.65017318725586, - 22.692073822021484, - 22.70465087890625, - 22.7449893951416, - 22.762571334838867, - 22.786741256713867 + 19.25864028930664, + 19.294185638427734, + 19.355329513549805, + 19.6021785736084, + 19.934423446655273, + 20.155466079711914, + 20.213153839111328, + 20.382465362548828, + 20.424116134643555, + 20.577682495117188, + 20.606138229370117, + 20.701478958129883, + 20.709394454956055, + 20.722963333129883, + 20.678150177001953, + 20.748905181884766, + 20.82427215576172, + 20.912208557128906, + 20.959148406982422, + 21.004619598388672, + 21.060983657836914, + 21.13648223876953, + 21.26304817199707, + 21.329940795898438 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 8a3a1941842c165fae1c9d7beaa9dcc3a45ff624..edfe9a3353d221c3a1ebe3f22ef66ef86a386895 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T02:13:46.251695+00:00", + "evaluated_at": "2026-06-18T03:31:08.577452+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,88 +366,88 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 19.181102752685547, - 19.028099060058594, - 19.702831268310547, - 20.174789428710938, - 20.932723999023438, - 22.097505569458008, - 23.234540939331055, - 25.857112884521484, - 32.22346115112305, - 42.63822937011719, - 49.07268524169922, - 53.584999084472656, - 55.801963806152344, - 55.82402038574219, - 54.915008544921875, - 52.83403015136719, - 50.68061065673828, - 49.22572326660156, - 47.02505111694336, - 41.77658462524414, - 29.921621322631836, - 19.51279067993164, - 18.404569625854492, - 18.623153686523438 + 21.71401596069336, + 21.631298065185547, + 22.25856590270996, + 22.971139907836914, + 24.079753875732422, + 25.52007484436035, + 29.085338592529297, + 36.14641189575195, + 49.063621520996094, + 55.05344009399414, + 57.53281784057617, + 58.78864669799805, + 57.99440002441406, + 56.44052505493164, + 53.739845275878906, + 50.45545196533203, + 48.24610137939453, + 46.70430374145508, + 42.99756622314453, + 29.104022979736328, + 19.277503967285156, + 18.988487243652344, + 19.669004440307617, + 19.77181053161621 ], "p10": [ - 15.859044075012207, - 15.318384170532227, - 14.935213088989258, - 14.454120635986328, - 14.73878288269043, - 14.678485870361328, - 14.45344352722168, - 15.507503509521484, - 17.463361740112305, - 22.05624008178711, - 23.599998474121094, - 25.78111457824707, - 25.503849029541016, - 24.842674255371094, - 24.83693504333496, - 24.781858444213867, - 23.338932037353516, - 19.298460006713867, - 17.688257217407227, - 16.22083282470703, - 14.490779876708984, - 12.466567993164062, - 12.241119384765625, - 12.954158782958984 + 18.122703552246094, + 17.664772033691406, + 17.192401885986328, + 16.596399307250977, + 16.601165771484375, + 16.842666625976562, + 17.467626571655273, + 19.414512634277344, + 24.458332061767578, + 27.3156681060791, + 29.636083602905273, + 30.258298873901367, + 28.494165420532227, + 26.888708114624023, + 25.778949737548828, + 23.643394470214844, + 21.606794357299805, + 19.43768310546875, + 17.697044372558594, + 15.365303039550781, + 12.452110290527344, + 13.221572875976562, + 13.756523132324219, + 13.973615646362305 ], "p90": [ - 23.475791931152344, - 25.171995162963867, - 27.073074340820312, - 29.81194305419922, - 33.72339630126953, - 36.999202728271484, - 39.475303649902344, - 45.91464614868164, - 54.4838981628418, - 65.63330078125, - 71.38066101074219, - 73.6165542602539, - 75.51557922363281, - 76.63473510742188, - 74.45988464355469, - 73.3602066040039, - 70.35868835449219, - 69.81800842285156, - 68.83545684814453, - 64.5853271484375, - 52.968902587890625, - 34.08424377441406, - 30.170894622802734, - 29.585519790649414 + 26.0553035736084, + 28.490253448486328, + 30.849212646484375, + 35.12128448486328, + 39.2924690246582, + 43.45438766479492, + 51.962615966796875, + 61.340213775634766, + 71.47547912597656, + 75.5530776977539, + 77.42703247070312, + 76.75862121582031, + 76.02182006835938, + 75.02462005615234, + 71.87934112548828, + 70.73357391357422, + 68.01899719238281, + 67.46127319335938, + 66.05878448486328, + 50.59764099121094, + 31.97578239440918, + 30.26728630065918, + 29.693275451660156, + 30.704927444458008 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 193cf11bb2b6862ac04069dc1a686b003c18fb50..42d39cdcfc47ee2bcd94672c46aa11785b825042 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T02:13:52.127346+00:00", + "evaluated_at": "2026-06-18T03:31:16.340832+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,96 +358,96 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 28.338973999023438, - 28.73745346069336, - 28.920753479003906, - 28.693115234375, - 28.067792892456055, - 27.380474090576172, - 26.431371688842773, - 25.407611846923828, - 24.434444427490234, - 23.759502410888672, - 23.092262268066406, - 22.55562973022461, - 22.127513885498047, - 21.828109741210938, - 21.66968536376953, - 21.69673728942871, - 21.593669891357422, - 21.414974212646484, - 21.357677459716797, - 21.848575592041016, - 23.058347702026367, - 24.60780143737793, - 25.849458694458008, - 26.9484920501709 + 28.912494659423828, + 29.084367752075195, + 28.92466163635254, + 28.27149772644043, + 27.503360748291016, + 26.559303283691406, + 25.514522552490234, + 24.524606704711914, + 23.833120346069336, + 23.159313201904297, + 22.617603302001953, + 22.20123863220215, + 21.90367889404297, + 21.709186553955078, + 21.614131927490234, + 21.48866081237793, + 21.259902954101562, + 21.292980194091797, + 21.870126724243164, + 23.07278823852539, + 24.613784790039062, + 25.93682861328125, + 26.865219116210938, + 27.674453735351562 ], "p10": [ - 27.645492553710938, - 27.607725143432617, - 27.481163024902344, - 27.069927215576172, - 26.358396530151367, - 25.592714309692383, - 24.679340362548828, - 23.773122787475586, - 22.82582664489746, - 22.186250686645508, - 21.44974136352539, - 20.826374053955078, - 20.373573303222656, - 20.016956329345703, - 19.803653717041016, - 19.72840118408203, - 19.69166374206543, - 19.542251586914062, - 19.403091430664062, - 19.846107482910156, - 20.852298736572266, - 22.144102096557617, - 23.052692413330078, - 23.80898094177246 + 28.197490692138672, + 27.990877151489258, + 27.63409996032715, + 26.783889770507812, + 25.989990234375, + 25.04641342163086, + 24.031494140625, + 22.99671745300293, + 22.33121109008789, + 21.661457061767578, + 20.971412658691406, + 20.479015350341797, + 20.120418548583984, + 19.853065490722656, + 19.64331817626953, + 19.44304656982422, + 19.3751220703125, + 19.474048614501953, + 19.90815544128418, + 20.94904136657715, + 22.144920349121094, + 23.202157974243164, + 23.85660743713379, + 24.371767044067383 ], "p90": [ - 29.13113784790039, - 29.921463012695312, - 30.34684181213379, - 30.366273880004883, - 29.879976272583008, - 29.235904693603516, - 28.224363327026367, - 27.243467330932617, - 26.06850814819336, - 25.278671264648438, - 24.624753952026367, - 24.13007354736328, - 23.723417282104492, - 23.573299407958984, - 23.48940086364746, - 23.65496253967285, - 23.516340255737305, - 23.2639217376709, - 23.236555099487305, - 23.80541229248047, - 25.295007705688477, - 27.186738967895508, - 28.76726531982422, - 30.193174362182617 + 29.748912811279297, + 30.230798721313477, + 30.24141502380371, + 29.777143478393555, + 29.00887107849121, + 28.092464447021484, + 27.012683868408203, + 26.00110626220703, + 25.242006301879883, + 24.540769577026367, + 24.07345962524414, + 23.693872451782227, + 23.470138549804688, + 23.41389274597168, + 23.44571304321289, + 23.39921760559082, + 23.28203010559082, + 23.15445899963379, + 23.889957427978516, + 25.220111846923828, + 27.154138565063477, + 28.733421325683594, + 30.089740753173828, + 31.165157318115234 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 8ba982c4df3a7c9b5e32c183e72849f89b91449f..c0166a1e3c1272a72504691ab974509e597d511b 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T02:13:58.030520+00:00", + "evaluated_at": "2026-06-18T03:31:22.396093+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,88 +198,88 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 12.688763618469238, - 13.052907943725586, - 13.276564598083496, - 13.449732780456543, - 13.413354873657227, - 13.345749855041504, - 13.394979476928711, - 13.487335205078125, - 13.527567863464355, - 13.69659423828125, - 13.717925071716309, - 13.758906364440918, - 13.692098617553711, - 13.742993354797363, - 13.784212112426758, - 13.840826034545898, - 13.786333084106445, - 13.726969718933105, - 13.62880802154541, - 13.50973129272461, - 13.44605827331543, - 13.390727996826172, - 13.45783519744873, - 13.513792991638184 + 12.810603141784668, + 13.087549209594727, + 13.138644218444824, + 13.260697364807129, + 13.201919555664062, + 13.182418823242188, + 13.212798118591309, + 13.301458358764648, + 13.344511032104492, + 13.431252479553223, + 13.505135536193848, + 13.505783081054688, + 13.562845230102539, + 13.571189880371094, + 13.616426467895508, + 13.643640518188477, + 13.557127952575684, + 13.405776977539062, + 13.289263725280762, + 13.247529983520508, + 13.191303253173828, + 13.212089538574219, + 13.219223976135254, + 13.284303665161133 ], "p10": [ - 8.577499389648438, - 8.608190536499023, - 8.668366432189941, - 8.732050895690918, - 8.629144668579102, - 8.649690628051758, - 8.696956634521484, - 8.71653938293457, - 8.795980453491211, - 8.797176361083984, - 8.889731407165527, - 8.852941513061523, - 8.81500244140625, - 8.825348854064941, - 8.908509254455566, - 8.933177947998047, - 8.89916706085205, - 8.817512512207031, - 8.819238662719727, - 8.756874084472656, - 8.695207595825195, - 8.69342041015625, - 8.71989631652832, - 8.67349624633789 + 8.610368728637695, + 8.552711486816406, + 8.60299015045166, + 8.638925552368164, + 8.577632904052734, + 8.634551048278809, + 8.679617881774902, + 8.750652313232422, + 8.762012481689453, + 8.745546340942383, + 8.772806167602539, + 8.823391914367676, + 8.764688491821289, + 8.810484886169434, + 8.851457595825195, + 8.841999053955078, + 8.657988548278809, + 8.633373260498047, + 8.614692687988281, + 8.577106475830078, + 8.554286003112793, + 8.557177543640137, + 8.566143035888672, + 8.549861907958984 ], "p90": [ - 18.987653732299805, - 19.763118743896484, - 20.289331436157227, - 20.37539291381836, - 20.4429931640625, - 20.449222564697266, - 20.378673553466797, - 20.38416290283203, - 20.436954498291016, - 20.648284912109375, - 20.739013671875, - 20.831022262573242, - 20.764999389648438, - 20.96306800842285, - 20.875253677368164, - 21.01401710510254, - 20.737041473388672, - 21.03980827331543, - 20.99652099609375, - 20.701438903808594, - 20.66058349609375, - 20.654983520507812, - 20.66668701171875, - 20.694005966186523 + 19.338829040527344, + 20.104076385498047, + 20.422473907470703, + 20.453659057617188, + 20.494094848632812, + 20.437335968017578, + 20.33034896850586, + 20.344921112060547, + 20.435321807861328, + 20.49560546875, + 20.66250991821289, + 20.739534378051758, + 20.820375442504883, + 20.903470993041992, + 20.787357330322266, + 20.90493392944336, + 20.614559173583984, + 20.696861267089844, + 20.67548370361328, + 20.504383087158203, + 20.50457763671875, + 20.513093948364258, + 20.497190475463867, + 20.590538024902344 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 603eef70648c4db60b8584ee431c29ea2d5b9fb9..26b0e7e9d20c809992a1ef47288d4ca304001126 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:07:37.965928+00:00", + "evaluated_at": "2026-06-18T03:31:29.188387+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 42a1bc4bb48c02980193298328b5a0215c7df2b7..23b3211586607b31688a59870f6d76c9f6e1fa91 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,59 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:23:17.484614+00:00", + "evaluated_at": "2026-06-18T03:31:31.434001+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index b81a77bfe24ad4a40410bbf3c103c3b714f9a09f..dbdc2c0ca2e54d8af9467a787e92c7dc8d2950d3 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1767597.7581121216,1669720.5632648997,1091.4462129524752,1.107935651960087,0.016874763486464512,0.016677049057050437,30.691623675014966,1329.5103452444894,0.0204409512744619,0.016780763637875108,0.01614922768789604,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1787987.4749320708,1689724.6338458126,1096.4799043587252,1.1130453917748075,0.016955293806109398,0.016755152221986175,30.89601326760379,1337.1564885726991,0.02056009958881716,0.016859459774087943,0.016227874968216167,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.7077119713509898,1.7141234581317204,1.0613675586319087,1.0180169963590502,0.8949950745579638,0.5247068016429993,37.54967594919265,1.3067945406034531,0.9419696942933845,0.7650598802438653,0.7538449145778829,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.005891086581499904,0.005736460099087471,0.05775631456636046,0.3325363133490137,0.04101327210222422,0.04068602201364586,3.651503652128039,0.0767534141357888,0.053705012010004355,0.04041258102150873,0.03540047420017935,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,4.0192324279807785,3.9488045371153953,1.649559952272967,1.2648382815086638,0.08594079167567288,0.08085817576582328,15.354305925166157,2.0048023413745253,0.10121004798217441,0.08327606092307098,0.07867083332702203,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,3082.8989261736183,3098.388160321632,49.11860352155636,3.916833797531637,1.2953600472326834,1.6858003042789882,124.62341348569264,55.52385907133633,1.4998003575825232,1.3267827625406332,1.2855240297661215,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,462.1043027372319,457.3780665543389,18.323345769982357,9.048565113026317,0.7410372040527909,0.49522275537339167,333.24127569911417,21.496611424529956,0.8285188117471718,0.7062153362113119,0.6978561783954065,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,44.39142980442248,49.26067747225495,5.782609491750484,1.1117433468785975,1.3290974361874148,0.4872708812542939,5.020389154410424,6.662689382255673,0.573134570516617,0.49742877348391257,0.3674400172406036,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.5804381193062034,1.588357867701167,1.0332942828933838,0.9900536489850099,0.8836007956421952,0.5253058145543602,36.26681284657017,1.2571547714208475,0.9173970113193729,0.7540369002206574,0.7420115059707322,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.05312432203129976,0.051185173566272134,0.2156573199835844,1.1542221364365353,0.15368789622363696,0.14147514931902352,15.779468358782562,0.2304871407070246,0.1609609541853802,0.15060453218838366,0.13422903350353554,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.1024133507713908,0.09641388547654413,0.2667621749137175,0.18171121818334643,0.01479742400027602,0.014755637649443357,3.3162573765427705,0.32002085990039897,0.017627955984449314,0.01469426673985735,0.013543485531114004,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,449.9737498300595,461.11153939423735,16.45818296062801,1.3099369295681427,0.36564375365227614,0.4921506195673812,29.604219478596388,21.212584704133995,0.5701030603574646,0.44232518595192866,0.40584330615468833,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,232.26741995439775,229.00269686771358,13.148583393486172,6.541792662222008,0.5295136353656487,0.39269271498866526,234.99118190486953,15.240322173576178,0.5872956636720693,0.5066891580424511,0.4992963804084407,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,40.29138653892409,45.468328356176876,5.64935292826642,1.078921514151677,0.7665917955192212,0.4590413641693563,4.896286077256797,6.347549648401664,0.5289624707001387,0.4707794106888683,0.3494995672213591,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,35487.36131043988,34530.27677831328,176.30804065964128,1.364965476074642,0.06377348929320052,0.06610409127482376,26.822475658279632,188.3808942287935,0.0685021433559249,0.0641120147853241,0.06195039862370794,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 2e9bb090b51f4e44e2342d3132c7b6870cace42d..35a574dc289aa178034a444ab7976598f0e45499 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:24:59.921027+00:00", + "evaluated_at": "2026-06-18T03:37:34.216379+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ 65842.74485232303, diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 731a2dbcb26ee5f03b1bdcc5d6ca472340f6a45e..71c3837e427503657b161fc2a4182fd8e4f9ace3 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T02:22:56.270975+00:00", + "evaluated_at": "2026-06-18T03:37:34.232095+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index bf44f042383caa25d2581b7825e88ab498a6ef00..3760a0186e122ffb5ab1f78fb10d472b60c1203d 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:17:53.977506+00:00", + "evaluated_at": "2026-06-18T03:37:34.252564+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,197 +305,197 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 1.533288147744582, - 1.5653778333973556, - 1.5889675092749673, - 1.622557175615836, - 1.6566469547286922, - 1.686236538457523, - 1.7188263517834457, - 1.7554160093028268, - 1.7810057488381992, - 1.812095447365576, - 1.8446850967787254, - 1.8717747871998704, - 1.9038643536433544, - 1.9414541920032276, - 1.9730439287967863, - 2.0011335765410054, - 2.029223298791031, - 2.0608130355845895, - 2.091402695845784, - 2.117492339536888, - 2.146582138319277, - 2.180171759956662, - 2.2172615153468698, - 2.2478512501138708, - 2.277940901911206, - 2.310030647168624, - 2.341120345696001, - 2.3712099229875303, - 2.401799598149886, - 2.4333893349434446, - 2.4634789271361353, - 2.492068806861632, - 2.5241584329097604, - 2.5607480904291418, - 2.589837933915015, - 2.61992758571235, - 2.652017330969768, - 2.677606891691206, - 2.713696704659501, - 2.7457863903122743, - 2.7713760702430017, - 2.8024657687703787, - 2.8315554632446394, - 2.869145197296384, - 2.8987347065194093, - 2.9273245862449064, - 2.9604142739242376, - 2.9890039599346387, - 3.0280936150698343, - 3.056183411825666, - 3.090773020588447, - 3.112362692412943, - 3.143952414305341, - 3.179542159205131, - 3.2131318553483217, - 3.2407215393321653, - 3.270811280536468, - 3.298400875113344, - 3.3409906341990396, - 3.3730803198518133 + 1.5855155432679529, + 1.610394491953908, + 1.6332734365867472, + 1.6651524441620913, + 1.6920313223953563, + 1.7199102473586627, + 1.7447891960446178, + 1.7806681223192264, + 1.8090470706475537, + 1.8339259746300252, + 1.863304910083749, + 1.884183895366956, + 1.9130628074556593, + 1.9454417936925406, + 1.9758207013705, + 2.0046996879650094, + 2.0230786309289184, + 2.059957529427763, + 2.0848364334102345, + 2.104215423104185, + 2.132594296926706, + 2.165973314992468, + 2.1938521803511297, + 2.2232312052118206, + 2.250610181315912, + 2.277488955241049, + 2.3073679885655998, + 2.3312468607191907, + 2.359625764344034, + 2.3905048443986265, + 2.4183837842630944, + 2.445762760367186, + 2.468641705000025, + 2.505020550331526, + 2.5313994946067377, + 2.5567784964600357, + 2.5871574339403174, + 2.6060363257634416, + 2.6409153394184597, + 2.6702942301687, + 2.695673172417353, + 2.7235520973806597, + 2.746431027112338, + 2.7758099476649005, + 2.808188978605265, + 2.8330677782796085, + 2.864446822094577, + 2.8908257365674657, + 2.9247046736901194, + 2.946583556691756, + 2.9809625469817536, + 2.9983415624249106, + 3.028720395597064, + 3.058099331050788, + 3.0939782871277193, + 3.1153572808747856, + 3.1387361892680006, + 3.1641150868131707, + 3.2064940337109866, + 3.228372991218429 ], "p10": [ - 1.4797880914777974, - 1.5135778088879257, - 1.544967509513386, - 1.577857211688567, - 1.603946888162225, - 1.6350365866896017, - 1.6603263079684438, - 1.7054159973818979, - 1.7312056985795627, - 1.7622953971069395, - 1.7846851219849709, - 1.8195748006228365, - 1.8598644432887401, - 1.8798541923370136, - 1.9148438734359923, - 1.942133617906629, - 1.973223289611916, - 2.007912971593043, - 2.0374026907197846, - 2.0653923725340193, - 2.099382090349459, - 2.1375717853840035, - 2.1664614779628364, - 2.1928511833566686, - 2.22094086090321, - 2.2650305708746785, - 2.285920278533487, - 2.31900995429189, - 2.34519965928041, - 2.3892893603111816, - 2.410179070950222, - 2.4394687658297944, - 2.481358419188771, - 2.508748163862064, - 2.5308378659666513, - 2.5677275425109034, - 2.599017238463359, - 2.629906939565657, - 2.66509665832285, - 2.6922863340454897, - 2.719376054268957, - 2.7522657594243705, - 2.778555460145198, - 2.8144451564791235, - 2.8502348481400452, - 2.874824546905841, - 2.903914271182424, - 2.940803924839424, - 2.975993643596617, - 3.000983344663152, - 3.0390730424752723, - 3.0649627215238517, - 3.103452384383809, - 3.1324421382600587, - 3.1546318634545534, - 3.1856215573089264, - 3.223811229991729, - 3.245800933383776, - 3.28069062971677, - 3.317680325299678 + 1.5315155530431146, + 1.5593944929075823, + 1.5782734592365122, + 1.6151523726365176, + 1.6425313129778223, + 1.6628102404206822, + 1.6897891965754717, + 1.727668134120946, + 1.7545470719588558, + 1.78212600972524, + 1.8013049552650011, + 1.8349838731463446, + 1.8700627799183134, + 1.8909417503003592, + 1.9218207111456618, + 1.9464996326042152, + 1.9743785724686826, + 1.997357516582403, + 2.033336470603533, + 2.058015392062086, + 2.0820943510477234, + 2.108973273984472, + 2.139652237404696, + 2.1677311746942425, + 2.1976100888095034, + 2.228489049654806, + 2.25316797111336, + 2.2741469461684094, + 2.316125817749796, + 2.3438047631694165, + 2.358883775441607, + 2.392562670435698, + 2.418641633474451, + 2.4515205685705475, + 2.472299507457499, + 2.500278475836829, + 2.527157371951487, + 2.5559363538729922, + 2.5859152726612575, + 2.6134942104276413, + 2.637673171874392, + 2.6695520922546603, + 2.6934310316963077, + 2.730909966941043, + 2.7551888860988565, + 2.781067851712531, + 2.813946786808627, + 2.8418257266730946, + 2.871604670388022, + 2.8972836043039463, + 2.9264625482930557, + 2.948341490899337, + 2.9762204307638043, + 3.0099993676838026, + 3.0339782847435335, + 3.0576572488790124, + 3.08473616924084, + 3.1125151133730005, + 3.141494095699817, + 3.1693730355642846 ], "p90": [ - 1.567788150605605, - 1.595977832825151, - 1.6239675064437467, - 1.6570572112594135, - 1.6902469632163937, - 1.722236596512447, - 1.7524263602711472, - 1.785415986653062, - 1.8116057363450657, - 1.8475953837078154, - 1.8787851286314476, - 1.9068748180989183, - 1.9408645329341259, - 1.9729541589822543, - 1.9990438984133185, - 2.033133581786214, - 2.0623233107358017, - 2.0923129608403648, - 2.1274027240983857, - 2.154492354914886, - 2.1856821117594474, - 2.2197717716630145, - 2.2477614802993386, - 2.283851150216486, - 2.3129408685326047, - 2.3410305460791463, - 2.375220264299898, - 2.4012099763336874, - 2.4382997093721532, - 2.466589384343774, - 2.4954791111952783, - 2.527568767045729, - 2.5576585082500314, - 2.5937481483648566, - 2.624837840931769, - 2.65592754541961, - 2.687017237986522, - 2.712106954901932, - 2.7451966597175987, - 2.7762863556372723, - 2.80537605122912, - 2.842465730623406, - 2.8697554605654108, - 2.9036451405527623, - 2.931734877703949, - 2.966824524732913, - 2.9919142416483226, - 3.0290039277481307, - 3.060093679919688, - 3.091183378447065, - 3.118273039065887, - 3.149362741318554, - 3.1854524611545916, - 3.2156421653086467, - 3.2466318174397677, - 3.274921546055569, - 3.305811247157867, - 3.3361009619453905, - 3.370990665193455, - 3.4010803169907904 + 1.616515537545907, + 1.6443944774103747, + 1.668273403208146, + 1.696152346052846, + 1.727131302630456, + 1.7569102180331775, + 1.7797891928408682, + 1.811668110636716, + 1.8336470862282077, + 1.8645260336624654, + 1.894404941817262, + 1.9191838955159677, + 1.9500628228336576, + 1.978041761410665, + 2.0068207492926344, + 2.0346996891571023, + 2.0625786290215697, + 2.086757556917425, + 2.117436466693468, + 2.143215427634138, + 2.1700943505708863, + 2.20007334684519, + 2.2271522433651603, + 2.2577312080728436, + 2.281610113754047, + 2.310489066820944, + 2.3423679551869987, + 2.36524692962216, + 2.3952259258964634, + 2.424004800529608, + 2.4488837495880924, + 2.4797626802585433, + 2.503641671621424, + 2.5325205986112884, + 2.564399546581988, + 2.5884784817257676, + 2.6192573842538853, + 2.6460363919245973, + 2.6759153060398586, + 2.7027941991742845, + 2.7288731622130378, + 2.7595521256332614, + 2.782431070266101, + 2.814409957344695, + 2.8422889031696266, + 2.867167852228111, + 2.8989467713114196, + 2.922825697109191, + 2.955804689032355, + 2.982583584944358, + 3.009462537683429, + 3.0344414880621557, + 3.062220432566845, + 3.0930993572768317, + 3.1210782958538394, + 3.1498572241311638, + 3.1719361924747305, + 3.2018151352747273, + 3.2344940368104282, + 3.259473061694961 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index cc53f314574062652b83940423e18bf3cfb9f69b..1e9d5ed2b105d017ddf25790b5091baeecf49c16 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:10:39.092390+00:00", + "evaluated_at": "2026-06-18T03:37:34.271475+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,234 +153,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2947439798917415, - 1.2987087610468973, - 1.3026735422020532, - 1.306638323357209, - 1.310603104512365, - 1.3145678856675207, - 1.3185326668226767, - 1.3224974479778324, - 1.3264622291329884, - 1.3304270102881441, - 1.3343917914433001, - 1.3383565725984559, - 1.3423213537536118, - 1.3462861349087676, - 1.3502509160639236, - 1.3542156972190793, - 1.3581804783742353, - 1.362145259529391, - 1.366110040684547, - 1.3700748218397028, - 1.3740396029948587, - 1.3780043841500145, - 1.3819691653051704, - 1.3859339464603262, - 1.3898987276154822, - 1.393863508770638, - 1.3978282899257939, - 1.4017930710809496, - 1.4057578522361056, - 1.4097226333912614, - 1.4136874145464173, - 1.417652195701573, - 1.421616976856729, - 1.4255817580118848, - 1.4295465391670408, - 1.4335113203221965, - 1.4374761014773525, - 1.4414408826325082, - 1.4454056637876642, - 1.44937044494282, - 1.453335226097976, - 1.4573000072531317, - 1.4612647884082877, - 1.4652295695634434, - 1.4691943507185994, - 1.4731591318737551, - 1.477123913028911, - 1.4810886941840669, - 1.4850534753392228, - 1.4890182564943786, - 1.4929830376495346, - 1.4969478188046903, - 1.5009125999598463, - 1.504877381115002, - 1.508842162270158, - 1.5128069434253137, - 1.5167717245804697, - 1.5207365057356255, - 1.5247012868907814, - 1.5286660680459372, - 1.5326308492010932, - 1.536595630356249, - 1.5405604115114049, - 1.5445251926665606, - 1.5484899738217166, - 1.5524547549768724, - 1.5564195361320283, - 1.560384317287184, - 1.56434909844234, - 1.5683138795974958, - 1.5722786607526518, - 1.5762434419078075 + 1.4506238842414316, + 1.4561725566522379, + 1.4617212290630444, + 1.4672699014738506, + 1.472818573884657, + 1.4783672462954636, + 1.4839159187062698, + 1.4894645911170763, + 1.4950132635278826, + 1.500561935938689, + 1.5061106083494955, + 1.5116592807603018, + 1.5172079531711082, + 1.5227566255819145, + 1.528305297992721, + 1.5338539704035274, + 1.5394026428143337, + 1.5449513152251402, + 1.5504999876359464, + 1.556048660046753, + 1.5615973324575592, + 1.5671460048683656, + 1.5726946772791721, + 1.5782433496899784, + 1.5837920221007848, + 1.5893406945115913, + 1.5948893669223976, + 1.600438039333204, + 1.6059867117440103, + 1.6115353841548168, + 1.617084056565623, + 1.6226327289764295, + 1.628181401387236, + 1.6337300737980422, + 1.6392787462088487, + 1.644827418619655, + 1.6503760910304615, + 1.6559247634412677, + 1.6614734358520742, + 1.6670221082628807, + 1.672570780673687, + 1.6781194530844934, + 1.6836681254952999, + 1.6892167979061061, + 1.6947654703169126, + 1.7003141427277189, + 1.7058628151385253, + 1.7114114875493316, + 1.716960159960138, + 1.7225088323709445, + 1.7280575047817508, + 1.7336061771925573, + 1.7391548496033638, + 1.74470352201417, + 1.7502521944249765, + 1.7558008668357827, + 1.7613495392465892, + 1.7668982116573955, + 1.772446884068202, + 1.7779955564790084, + 1.7835442288898147, + 1.7890929013006212, + 1.7946415737114276, + 1.8001902461222339, + 1.8057389185330401, + 1.8112875909438466, + 1.816836263354653, + 1.8223849357654593, + 1.8279336081762658, + 1.8334822805870723, + 1.8390309529978786, + 1.844579625408685 ], "p10": [ - 1.1947439560498836, - 1.1987087372050393, - 1.2026735183601953, - 1.206638299515351, - 1.210603080670507, - 1.2145678618256628, - 1.2185326429808188, - 1.2224974241359745, - 1.2264622052911305, - 1.2304269864462862, - 1.2343917676014422, - 1.238356548756598, - 1.242321329911754, - 1.2462861110669097, - 1.1502509875894973, - 1.2542156733772214, - 1.2581804545323774, - 1.2621452356875331, - 1.266110016842689, - 1.2700747979978448, - 1.2740395791530008, - 1.2780043603081566, - 1.271969151000056, - 1.2859339226184683, - 1.2898987037736243, - 1.29386348492878, - 1.297828266083936, - 1.3017930472390917, - 1.3057578283942477, - 1.3097226095494034, - 1.3136873907045594, - 1.3176521718597152, - 1.3216169530148711, - 1.325581734170027, - 1.3295465153251829, - 1.3335112964803386, - 1.3374760776354946, - 1.3414408587906503, - 1.3454056399458063, - 1.349370421100962, - 1.353335202256118, - 1.3572999834112738, - 1.3612647645664298, - 1.3652295457215855, - 1.3691943268767415, - 1.3731591080318972, - 1.3771238891870532, - 1.381088670342209, - 1.385053451497365, - 1.3890182326525207, - 1.3929830138076766, - 1.3969477949628324, - 1.4009125761179884, - 1.4048773572731441, - 1.4088421384283, - 1.4128069195834558, - 1.4167717007386118, - 1.4207364818937676, - 1.4247012630489235, - 1.4286660442040793, - 1.4326308253592352, - 1.436595606514391, - 1.440560387669547, - 1.4445251688247027, - 1.4484899499798587, - 1.4524547311350144, - 1.4564195122901704, - 1.4603842934453262, - 1.4643490746004821, - 1.4683138557556379, - 1.4722786369107939, - 1.4762434180659496 + 1.3506238603995737, + 1.35617253281038, + 1.3617212052211864, + 1.2672699729994243, + 1.3728185500427992, + 1.3783672224536057, + 1.383915894864412, + 1.3894645672752184, + 1.3950132396860246, + 1.4005619120968311, + 1.4061105845076376, + 1.4116592569184438, + 1.4172079293292503, + 1.4227566017400566, + 1.428305274150863, + 1.4338539465616695, + 1.4394026189724758, + 1.4449512913832823, + 1.4504999637940885, + 1.456048636204895, + 1.4615973086157013, + 1.4671459810265077, + 1.4726946534373142, + 1.4782433258481205, + 1.483791998258927, + 1.4893406706697334, + 1.4948893430805397, + 1.5004380154913461, + 1.5059866879021524, + 1.5115353603129589, + 1.5170840327237651, + 1.5226327051345716, + 1.5181813870821215, + 1.5337300499561843, + 1.5392787223669908, + 1.544827394777797, + 1.5503760671886035, + 1.5559247395994098, + 1.5614734120102163, + 1.5670220844210228, + 1.572570756831829, + 1.5781194292426355, + 1.583668101653442, + 1.5892167740642482, + 1.5947654464750547, + 1.600314118885861, + 1.6058627912966674, + 1.6114114637074737, + 1.6169601361182802, + 1.6225088085290866, + 1.6280574809398929, + 1.6336061533506994, + 1.6391548257615058, + 1.644703498172312, + 1.6502521705831186, + 1.6558008429939248, + 1.6613495154047313, + 1.6668981878155376, + 1.672446860226344, + 1.6779955326371505, + 1.6835442050479568, + 1.6890928774587632, + 1.6946415498695697, + 1.6901902318171194, + 1.7057388946911822, + 1.7112875671019887, + 1.7168362395127952, + 1.7223849119236014, + 1.727933584334408, + 1.7334822567452144, + 1.7390309291560206, + 1.7445796015668271 ], "p90": [ - 1.4947440275754573, - 1.4087087753520113, - 1.502673589885769, - 1.416638337662323, - 1.4106031283542229, - 1.4145679095093786, - 1.4185326906645346, - 1.5224973883731876, - 1.5264621576074147, - 1.5304269387625704, - 1.534391839127016, - 1.4383565964403138, - 1.452321368058726, - 1.4462861587506255, - 1.4502509399057815, - 1.5542157449027951, - 1.5581804068486615, - 1.5621451880038173, - 1.466110064526405, - 1.570074750314129, - 1.574039531469285, - 1.5780043126244407, - 1.5819690937795967, - 1.485933970302184, - 1.4998987419205962, - 1.4938635326124958, - 1.5978282184002202, - 1.601792999555376, - 1.5157578665412197, - 1.6097225737866165, - 1.5136874383882752, - 1.6176521241759994, - 1.6216169053311553, - 1.625581686486311, - 1.629546467641467, - 1.6335113680059123, - 1.6374760299517788, - 1.5414409064743662, - 1.64540571147138, - 1.5493704687846779, - 1.6533352737816918, - 1.657299935727558, - 1.5612648122501456, - 1.5752295838685575, - 1.6691943984023152, - 1.6731590603481814, - 1.6771238415033374, - 1.6810886226584931, - 1.5850534991810807, - 1.6890181968897338, - 1.5929830614913925, - 1.5969478426465482, - 1.6009126238017042, - 1.60487740495686, - 1.7088422099538738, - 1.6128069672671717, - 1.6167717484223276, - 1.7207365534193413, - 1.7247012272861366, - 1.6386660823510513, - 1.7326307776755194, - 1.7365955588306752, - 1.6405604353532628, - 1.744525121140987, - 1.6484899976635745, - 1.7524546834512986, - 1.7564194646064546, - 1.7603842457616103, - 1.664349122284198, - 1.6783138939026099, - 1.6722786845945097, - 1.7762433703822338 + 1.5606238985465457, + 1.5561725804940958, + 1.6617211575374706, + 1.6672698299482769, + 1.6728185023590834, + 1.6783671747698898, + 1.6839159663899856, + 1.5994646054221904, + 1.6950131920023088, + 1.600561959780547, + 1.6061106321913534, + 1.711659209234728, + 1.7172078816455345, + 1.7227565540563408, + 1.6283053218345789, + 1.7338538988779537, + 1.6394026666561916, + 1.7449512436995664, + 1.7504999161103727, + 1.6560486838886108, + 1.661597356299417, + 1.767145933342792, + 1.7726946057535984, + 1.7782432781644046, + 1.6837920459426428, + 1.6893407183534492, + 1.7948892953968238, + 1.700438063175062, + 1.7059867355858682, + 1.7115354079966747, + 1.8170839850400493, + 1.8226326574508558, + 1.8281814490709518, + 1.8337300022724685, + 1.839278674683275, + 1.754827432924769, + 1.8503760314258166, + 1.855924691915694, + 1.761473459693932, + 1.7670221321047386, + 1.7725708045155448, + 1.7781194769263513, + 1.8836680539697261, + 1.789216821747964, + 1.7947654941587705, + 1.900314083123074, + 1.8058628389803832, + 1.9114114160237579, + 1.8269601742652521, + 1.8325088466760586, + 1.9280575524654666, + 1.8336062010344152, + 1.8391548734452217, + 1.844703545856028, + 1.9502522421086923, + 1.955800795310209, + 1.8613495630884471, + 1.8668982354992534, + 1.9724468125426282, + 1.8879955707841225, + 1.983544157364241, + 1.889092925142479, + 1.8946415975532855, + 2.0001901865175893, + 2.0057388470074664, + 2.011287519418273, + 1.916836287196511, + 2.0223848642398856, + 2.0279335366506923, + 2.0334822090614986, + 1.9390309768397365, + 2.0445795658040407 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index af8d685cf60de75d8c1c9ac297c9bb71609e19d1..10d37769035df9349ce8ae45ae88c579d37ae523 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T02:22:56.324438+00:00", + "evaluated_at": "2026-06-18T03:37:34.286000+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -123,93 +101,113 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 21.08485486570629, - 21.117292987793718, - 21.14973110988115, - 21.182169231968576, - 21.214607354056007, - 21.247045476143438, - 21.279483598230865, - 21.311921720318296, - 21.344359842405726, - 21.376797964493154, - 21.409236086580584, - 21.441674208668015, - 21.474112330755442, - 21.506550452842873, - 21.5389885749303, - 21.57142669701773, - 21.603864819105162, - 21.63630294119259, - 21.66874106328002, - 21.701179185367447, - 21.733617307454878, - 21.76605542954231, - 21.798493551629736, - 21.830931673717167 + 18.895573062735924, + 18.83279970722802, + 18.770026351720112, + 18.70725299621221, + 18.6444796407043, + 18.581706285196397, + 18.51893292968849, + 18.45615957418058, + 18.393386218672678, + 18.33061286316477, + 18.267839507656866, + 18.20506615214896, + 18.14229279664105, + 18.079519441133147, + 18.01674608562524, + 17.953972730117336, + 17.891199374609428, + 17.828426019101524, + 17.765652663593617, + 17.70287930808571, + 17.640105952577805, + 17.577332597069898, + 17.514559241561994, + 17.451785886054086 ], "p10": [ - 20.08485486570629, - 20.117292987793718, - 20.14973110988115, - 20.782169613438302, - 20.904608078848486, - 20.547044713203984, - 20.87948397970059, - 20.311921720318296, - 20.344359842405726, - 20.376797964493154, - 20.679235399935077, - 21.04167459013774, - 20.744111644109935, - 20.506550452842873, - 20.5389885749303, - 21.171427078487458, - 20.603864819105162, - 20.63630294119259, - 20.66874106328002, - 21.001178422427994, - 21.303617574483688, - 21.366055811012036, - 21.098492788690283, - 21.430932055186894 + 17.895573062735924, + 18.632798944288567, + 18.37002673318984, + 17.70725299621221, + 18.244480022174027, + 17.881705522256944, + 17.51893292968849, + 17.45615957418058, + 17.393386218672678, + 17.90061313019358, + 17.567838744717413, + 17.20506615214896, + 17.442292033701598, + 17.679519822602874, + 17.316745322685787, + 16.953972730117336, + 16.891199374609428, + 17.42842640057125, + 16.765652663593617, + 17.402880071025162, + 16.640105952577805, + 17.177332978539624, + 17.11455962303172, + 16.451785886054086 ], "p90": [ - 22.08485486570629, - 22.117292987793718, - 22.14973110988115, - 22.182169231968576, - 22.214607354056007, - 22.247045476143438, - 22.279483598230865, - 22.311921720318296, - 22.344359842405726, - 22.376797964493154, - 21.809235705110858, - 22.441674208668015, - 22.474112330755442, - 22.506550452842873, - 22.5389885749303, - 22.57142669701773, - 22.603864819105162, - 22.63630294119259, - 22.66874106328002, - 22.701179185367447, - 22.333617688924605, - 22.76605542954231, - 22.798493551629736, - 22.830931673717167 + 19.895573062735924, + 19.83279970722802, + 19.770026351720112, + 19.10725261474248, + 18.6444796407043, + 18.98170590372667, + 19.51893292968849, + 18.856159192710855, + 19.393386218672678, + 19.33061286316477, + 19.267839507656866, + 19.20506615214896, + 19.14229279664105, + 18.47951905966342, + 18.476745742302484, + 18.953972730117336, + 17.91119945090337, + 18.828426019101524, + 18.16565228212389, + 18.70287930808571, + 18.640105952577805, + 17.97733221560017, + 17.914558860092267, + 18.451785886054086 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 30d947c5ca5f2734015ce9174f699e40cdb5739a..c6c66b9d6e2a048ee0c8aae653862cf3d36f6586 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T02:22:56.340323+00:00", + "evaluated_at": "2026-06-18T03:37:34.301547+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,88 +366,88 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 17.553251336713664, - 15.021277754926997, - 12.589304554610054, - 9.807332403334861, - 7.075359489120215, - 4.643387242477589, - 2.061414423630376, - -0.5205593488911562, - -3.102531214064056, - -5.684504986585585, - -8.266477328595643, - -10.598449670605701, - -13.130423252392367, - -16.012395785137283, - -18.694370415965704, - -21.176340945994557, - -23.808315386088108, - -26.09028658368899, - -29.172259402536202, - -31.454232984322868, - -33.486206566109544, - -36.66817928958932, - -39.25015163159938, - -41.98212502265119 + 22.112583366576956, + 21.895015454753135, + 21.927449450277948, + 21.959882492128443, + 21.342315915448665, + 21.524750483178067, + 21.807183048191405, + 20.98961713908365, + 21.272049227259824, + 21.054483699621795, + 20.636916455369995, + 20.91934997405765, + 20.70178444641962, + 20.38421710680039, + 20.51665053012061, + 20.499083381236243, + 20.23151813970051, + 20.013951181551004, + 20.196383841931773, + 19.878818409661175, + 19.511251832981397, + 19.64368525630162, + 19.27611867962184, + 19.708551340002607 ], "p10": [ - 13.85325057377421, - 11.761277716780025, - 9.479304134993356, - 6.407331831130271, - 3.225360061324805, - 0.5333850108796887, - -1.83858710224853, - -7.220559158156293, - -6.502536554640228, - -8.994505596937147, - -11.566477996167665, - -13.788451158337635, - -16.95042428236063, - -21.88239462165462, - -22.694370415965707, - -25.226340945994558, - -27.188318647654274, - -30.440288872507352, - -35.422259402536206, - -35.50423222138342, - -36.986206566109544, - -40.38817850757638, - -42.66015548444362, - -45.232128837348455 + 18.412582603637503, + 17.89501450107882, + 17.7674479816195, + 17.54988178640945, + 17.612316754682066, + 17.824749720238614, + 18.787185165348387, + 17.879612523299958, + 14.472051706813048, + 16.734481429876922, + 16.936917599779175, + 17.619350260159944, + 17.201784255684757, + 16.474215638141942, + 16.556651636382817, + 16.649083953440833, + 16.9215182922884, + 16.413950800081277, + 16.27638433784242, + 16.478813069085003, + 15.561250116367628, + 15.743683730422713, + 15.616117306330823, + 15.508550577063154 ], "p90": [ - 23.763248513837688, - 23.191277259016353, - 21.219304859785833, - 16.107332117232566, - 13.335358382858008, - 8.943386479538136, - 8.651412859604493, - 3.539441452195266, - 0.30746844261318934, - 0.23549375456431598, - -2.056479674634462, - -6.518450509839101, - -7.290424053478795, - -11.672395918651691, - -14.684368470470101, - -14.856341823374931, - -19.958314527781226, - -18.740286202219266, - -24.312260699533276, - -25.574234586495724, - -27.58620675684441, - -30.948177401314172, - -34.65015125012965, - -37.23212406897687 + 26.962583748046676, + 26.715017438395712, + 27.9874485347506, + 29.17988504797561, + 27.57231469474554, + 26.23474918618099, + 27.337181541385984, + 27.029617863876126, + 25.892051401637264, + 26.774484634222624, + 25.916917332750362, + 25.42935058440921, + 28.301784827889346, + 26.304218327503513, + 24.286650606414554, + 28.009084945262117, + 25.051518597464174, + 24.02395102896311, + 26.52638510078187, + 24.50881785653007, + 24.061251070041944, + 26.143683348952987, + 25.63611700115504, + 25.148552636999675 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 68bcf03b6f84bfb02c0d34c9e1c2402eb30add81..92a6b1959ec447db6b58cd116139e6c22ecfe58c 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T02:22:56.361595+00:00", + "evaluated_at": "2026-06-18T03:37:34.323122+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,96 +358,96 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 28.582802988327597, - 29.94158215371853, - 31.400359793230557, - 32.75913895862149, - 34.0179177425427, - 35.47669728940336, - 36.835476454794296, - 38.09425714606414, - 39.553034785576166, - 40.911813950967094, - 42.17059464223694, - 43.52937380762787, - 44.93815221007936, - 46.24693213840974, - 47.70570977792177, - 49.0644889433127, - 50.42326810870364, - 51.78204727409457, - 53.1408264394855, - 54.49960560487644, - 55.75838629614628, - 57.11716546153722, - 58.57594310104924, - 59.93472226644018 + 28.930976697579936, + 29.90863827769914, + 30.786299476348624, + 31.563962200877008, + 32.54162187364758, + 33.31928459817596, + 34.196945796825446, + 35.17460546959602, + 36.052266668245494, + 36.92992786689497, + 37.807589065544455, + 38.58525179007284, + 39.51291222578287, + 40.39057342443235, + 41.31823386014237, + 42.19589505879185, + 43.07355625744133, + 43.95121745609081, + 44.82887865474029, + 45.60654137926868, + 46.5342018149787, + 47.461862250688725, + 48.23952497521711, + 49.11718426651796 ], "p10": [ - 27.772801996506306, - 29.13158116189724, - 30.60036055617001, - 31.75913895862149, - 33.11791812401243, - 34.47669728940336, - 35.93547683626402, - 37.28425615424285, - 38.94303436595947, - 40.20181334061553, - 41.470591971948856, - 42.829371137339784, - 44.07815198119752, - 45.44693099400056, - 47.00571092233095, - 48.064490850661336, - 49.523268490173365, - 50.77204742668246, - 52.13082659207339, - 53.499607512225076, - 54.75838629614628, - 56.217165843006946, - 57.77594195664006, - 58.93472398305395 + 28.030978986398296, + 29.10863884990373, + 29.986300239288077, + 30.663962582346734, + 31.54162187364758, + 32.599282233063654, + 33.49694312653736, + 34.57460508812629, + 35.05226838485926, + 35.91992801948286, + 36.90758944701418, + 37.68525026419393, + 38.76291031843424, + 39.54057304296262, + 40.518234623081824, + 41.095896584670754, + 42.273557020380785, + 43.251216693151356, + 44.018877662919, + 44.8065402348595, + 45.864200403540714, + 46.761863395097905, + 47.339525356686835, + 48.11718617386659 ], "p90": [ - 29.902802110947224, - 31.06158242074734, - 32.60036055617001, - 34.17913865344571, - 35.33791877251096, - 36.58669770902006, - 38.23547607332457, - 39.19425562018523, - 40.95303440410644, - 42.31181356949737, - 43.69059452779602, - 44.7393725106308, - 46.18815049346559, - 47.54693137547029, - 49.10570939645204, - 50.46448856184298, - 51.82326772723391, - 52.982048037034026, - 54.540826058015774, - 56.09960598634617, - 56.96838518988407, - 58.617163554188586, - 59.975942719579514, - 61.334721884970456 + 30.050976964608743, + 31.018638506580974, + 31.986300239288077, + 33.07396223902398, + 33.74162263658703, + 34.61928383523651, + 35.49694503388599, + 36.68460722435676, + 37.36226594345301, + 38.34992756171919, + 39.00758982848391, + 39.59525163748495, + 40.672911691725254, + 41.84057228002317, + 42.42823427975907, + 43.59589467732212, + 44.473555875971606, + 45.15121821903026, + 46.02887941767975, + 46.60654137926868, + 47.58420295938788, + 48.861861869219, + 49.739523067868475, + 50.61718426651796 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 7f69dde8c82b688721cf7a684ec0902b3ce2c8d3..de9fa8b6195e0654d1c7c8a97db083cc73150d86 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T02:22:56.381645+00:00", + "evaluated_at": "2026-06-18T03:37:34.342979+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,88 +198,88 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 15.786144402034967, - 15.297418151898334, - 15.3086919017617, - 15.819965651625065, - 14.33123940148843, - 16.3425131513518, - 16.353786901215162, - 16.36506065107853, - 14.376334400941893, - 14.38760815080526, - 16.398881900668627, - 16.41015565053199, - 15.421429400395356, - 16.432703150258725, - 15.443976900122088, - 14.455250649985453, - 16.46652439984882, - 16.477798149712186, - 16.489071899575553, - 16.500345649438916, - 16.511619399302283, - 16.52289314916565, - 15.034166899029014, - 16.54544064889238 + 16.216422841545516, + 15.226799359205904, + 15.237175876866292, + 16.247552394526682, + 16.25792891218707, + 16.76830542984746, + 14.278681947507845, + 16.289058465168235, + 14.299434982828622, + 16.30981150048901, + 16.3201880181494, + 16.330564535809785, + 16.340941053470175, + 14.851317571130561, + 16.36169408879095, + 15.372070606451338, + 15.882447124111728, + 15.392823641772114, + 16.403200159432505, + 16.41357667709289, + 16.42395319475328, + 15.434329712413668, + 16.444706230074058, + 16.455082747734444 ], "p10": [ - 7.286144402034967, - 7.297418151898334, - 7.3086919017617, - 7.319965651625065, - 7.231239401488432, - 6.342513151351797, - 8.353786901215162, - 8.365060651078528, - 7.376334400941893, - 6.287608150805262, - 8.298881900668627, - 7.4101556505319905, - 8.321429400395358, - 7.432703150258723, - 8.34397690012209, - 7.3552506499854555, - 8.466524399848819, - 8.477798149712186, - 7.489071899575551, - 8.500345649438916, - 7.511619399302283, - 8.522893149165649, - 7.534166899029014, - 6.545440648892379 + 7.116422841545519, + 7.226799359205905, + 7.237175876866293, + 7.247552394526681, + 8.257928912187069, + 8.268305429847459, + 8.178681947507847, + 7.289058465168234, + 7.299434982828623, + 8.20981150048901, + 7.3201880181493975, + 7.330564535809786, + 7.340941053470174, + 6.2513175711305635, + 8.261694088790954, + 7.372070606451339, + 7.382447124111727, + 6.3928236417721145, + 8.403200159432505, + 7.413576677092892, + 7.42395319475328, + 7.4343297124136685, + 8.444706230074058, + 8.455082747734444 ], "p90": [ - 22.286144402034967, - 22.297418151898334, - 23.408691901761692, - 22.319965651625065, - 22.331239401488432, - 22.342513151351795, - 22.353786901215162, - 22.36506065107853, - 20.376334400941893, - 21.487608150805254, - 22.398881900668627, - 21.510155650531985, - 22.421429400395354, - 23.432703150258725, - 22.443976900122088, - 22.45525064998545, - 22.46652439984882, - 22.477798149712186, - 22.48907189957555, - 22.500345649438916, - 22.511619399302283, - 23.62289314916564, - 22.534166899029014, - 22.54544064889238 + 22.216422841545516, + 22.226799359205906, + 21.237175876866292, + 22.247552394526682, + 23.25792891218707, + 22.368305429847453, + 21.278681947507845, + 21.38905846516823, + 22.299434982828622, + 22.30981150048901, + 22.3201880181494, + 22.330564535809785, + 23.340941053470175, + 22.35131757113056, + 22.36169408879095, + 22.372070606451338, + 22.382447124111728, + 22.392823641772114, + 21.403200159432505, + 22.41357667709289, + 22.42395319475328, + 21.434329712413668, + 21.444706230074058, + 22.455082747734444 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cfda418985ef57d3686dd56f1b0babef70b2630f..3dc004d1d68fbc319dcf7957c49cba91ecdfc312 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:10:39.120700+00:00", + "evaluated_at": "2026-06-18T03:37:34.358582+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 5807d7364b4c5c68b3c2868da24680619b32142d..4c0c6f67266572c40fb089474d1ce5bc8e5ffb98 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,11 +1,59 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:24:59.932011+00:00", + "evaluated_at": "2026-06-18T03:37:34.366000+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 5d451fc9c9ea6e354b210d7b21b91daa717d2ebe..2f3440e81b64a5233549c92932e78668981b44f9 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1309,3 +1309,12 @@ {"evaluated_at": "2026-06-18T03:17:54.040556+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T03:17:54.040556+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-18T03:24:59.974061+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 11a606730604b49c278a8bb92773449625f977ea..4db9afc03f377634871856a6993db7fe38cb2611 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,812029.5184377035,882920.2480945587,788.1834309895834,0.8000912121132683,0.01218727187010172,0.012083430269421387,3.7833455669106555,901.1268048602835,0.01385464142956577,0.012118160017200555,0.0077278249253748465,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.524231808982222,0.8877399571993388,0.6839633385340372,0.37780003989750544,0.030088046973508694,0.030943157921099362,4.639475561859476,0.7240385410889547,0.03278788940436125,0.030973094701234292,0.053680174423312424,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.15839195433865552,0.18186182036081255,0.38361381789048515,0.3679454713634571,0.29974981215732416,0.25084263402158213,1.7569596152316342,0.3979848669719183,0.2868772954176976,0.27651828924702465,0.22706775049248387,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.12923006959778327,0.12765718552379143,0.33112575113773346,1.906481349528455,0.22537422343694125,0.25800571016075846,11.863259012998789,0.3594858406081987,0.2515352783282598,0.2316914842408519,0.19073694194925928,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,3.723936677087598,3.3715563370234727,1.525612195332845,1.1697984694248564,0.07948034233465003,0.0751198854576622,15.656466915200214,1.9297504183410865,0.09742114142784504,0.07701870668505083,0.053953705746007254,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,71.87352463376419,140.2000366822964,9.115366895993551,0.7268809488742832,0.21308496876794847,0.249117474875573,2.9544516411085406,8.477825466106518,0.22900147573050808,0.2462226285918348,0.22529083489999013,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.357870622180447,1.536975638865253,1.152564247449239,0.5691674856169381,0.045023164329549815,0.04622259833508461,1.9498731142306962,1.1652770581198477,0.044911913998129445,0.04442193896984381,0.03913764590326775,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,36.126837920488775,36.20135293631054,4.888879954814911,0.939918175558541,1.0840925147311102,0.4409268263216004,10.570863245007828,6.010560532969349,0.5170374652016644,0.4205488133174117,0.32158872299771635,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,20540.898544025917,21910.851044119026,141.89075215657553,1.0985090489541331,0.05135426817310426,0.052823241710547884,31.873019901398692,143.3209633794928,0.0521167139561792,0.051596637147845646,0.04774490453032934,Hydrology,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,876618.6855227152,910855.5768871307,798.8878580729166,0.8109573604022895,0.012354605092413568,0.012247632720748775,4.589084886193586,936.279170719244,0.014396215519599005,0.01228368860536923,0.007952663002448164,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7013207358660717,0.9232141184032798,0.7193110386530558,0.3973250082150663,0.03165578214207213,0.03254988765978857,4.568059615663487,0.8374489452295416,0.03792364886638225,0.03257380573584,0.054069149564404936,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.1908762526245404,0.9974576812911164,0.8270452390114467,0.7924355823068547,0.7025490809721731,0.45670334514476374,2.9397255169689616,1.09127276728806,0.7963461603958288,0.6035285771834565,0.4209563071689313,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.1184879039725849,0.11930308628900338,0.3161253763569726,1.691938429487684,0.2139842261696888,0.24392994622370454,9.119065139303146,0.3442207198478687,0.24038692721481947,0.22076651245940826,0.18233032833779006,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7773698365654127,0.7399329621705419,0.7040538787841797,0.47958256458946247,0.039748083533228194,0.038592762116207734,1.8231999772489587,0.8816857924257443,0.04856657889686508,0.0387819431200549,0.02654286731616115,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.47127704386215,70.50814695506217,5.730656067530314,0.4561134137024602,0.1323584789518726,0.14578474359874585,3.124892448412529,6.962131645111442,0.18711216067488756,0.15401539263239367,0.1799112126055057,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3022889210518163,1.349677650954315,1.0802021821339924,0.5374311815447044,0.04227390538913676,0.043296045516176225,1.9864854428689114,1.1411787419382715,0.04397606028152803,0.04162628914474829,0.03757075374749845,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,36.930615467858274,38.147450497033844,5.148024757703145,0.9831771420547121,0.6374089662511601,0.43700785236659684,12.207493262834829,6.0770564805552265,0.5064213733796022,0.4290020631419288,0.3287186160131737,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,20613.939094434183,21853.235707379255,141.67372131347656,1.0968288101688508,0.051275448136303386,0.05274048607392571,31.834422213646675,143.5755518688129,0.05220929158865924,0.0515177168412642,0.047754767236163724,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 0ebe81adbf34aacc125777dd75a4e99295bc30b3..6f5a0d00e830cdcd513549d9d81ca30f2924c217 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:24:39.511585+00:00", + "evaluated_at": "2026-06-18T03:35:50.153976+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ - 65741.66015625, - 65740.6640625, - 65801.375, - 65767.125, - 65816.99609375, - 65762.32421875, - 65758.74609375, - 65779.5859375, - 65812.08984375, - 65845.25, - 65850.359375, - 65774.984375, - 65751.8125, - 65795.44921875, - 65799.40625, - 65820.3125, - 65816.2265625, - 65846.828125, - 65860.32421875, - 65800.7265625, - 65838.34765625, - 65719.41015625, - 65826.07421875, - 65768.640625 + 65766.90234375, + 65790.49609375, + 65749.91796875, + 65744.25, + 65783.0859375, + 65774.859375, + 65825.98046875, + 65818.20703125, + 65785.22265625, + 65765.578125, + 65792.0390625, + 65815.2421875, + 65812.41015625, + 65852.15625, + 65818.74609375, + 65831.26171875, + 65849.94921875, + 65867.2109375, + 65846.17578125, + 65913.77734375, + 65756.94921875, + 65771.35546875, + 65748.48046875, + 65806.3515625 ], "p10": [ - 65398.556640625, - 65291.423828125, - 65266.927734375, - 65127.2109375, - 65190.6796875, - 64826.029296875, - 64990.451171875, - 64971.283203125, - 64961.22265625, - 64895.96875, - 65004.716796875, - 64558.154296875, - 64521.83203125, - 64274.265625, - 64683.34375, - 64436.162109375, - 64475.173828125, - 64731.041015625, - 64575.4765625, - 64492.1171875, - 64358.71484375, - 64452.46484375, - 64302.849609375, - 63744.0703125 + 65470.794921875, + 65291.736328125, + 65239.86328125, + 65031.318359375, + 65171.5625, + 65093.357421875, + 64975.68359375, + 64870.568359375, + 64917.1015625, + 64683.111328125, + 64980.484375, + 64660.3125, + 64885.486328125, + 64940.65625, + 64722.7265625, + 64673.62890625, + 64532.623046875, + 64653.466796875, + 64354.12890625, + 64573.958984375, + 64160.904296875, + 63927.509765625, + 64243.92578125, + 64250.158203125 ], "p90": [ - 66092.53125, - 66206.4921875, - 66319.87109375, - 66226.7578125, - 66505.453125, - 66438.80078125, - 66453.19140625, - 66519.20703125, - 66536.9765625, - 66610.1953125, - 66648.26953125, - 66518.34375, - 66716.83203125, - 67007.125, - 66687.0546875, - 67096.0078125, - 67192.546875, - 67229.88671875, - 67254.9296875, - 67024.5546875, - 67307.2265625, - 67081.2421875, - 67455.0, - 67326.71875 + 66169.8828125, + 66294.62109375, + 66201.35546875, + 66344.953125, + 66364.21875, + 66414.1796875, + 66396.0546875, + 66412.58984375, + 66589.390625, + 66722.78515625, + 66875.94140625, + 66582.3046875, + 66719.6328125, + 67025.390625, + 67195.04296875, + 67081.2578125, + 66697.34375, + 67144.7421875, + 66932.75390625, + 67422.734375, + 67197.203125, + 67257.51953125, + 67159.83203125, + 67312.2734375 ], "timestamps": [ "2026-06-13 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 3d52c3a032b327eb245cd9df3810ea597a25ba36..97f4bc7772f542b3d5637fc2c7ce725b0ed82660 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T02:21:16.923093+00:00", + "evaluated_at": "2026-06-18T03:35:55.310987+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 22.190000534057617 ], "p50": [ - 20.96617317199707, - 20.866267204284668, - 20.654266357421875, - 20.52365493774414, - 20.590521812438965, - 20.55917739868164, - 20.53767204284668, - 21.0376615524292, - 21.387932777404785, - 21.078368186950684, - 21.694897651672363, - 21.37412738800049, - 21.421198844909668, - 21.66260528564453, - 21.424643516540527, - 21.528301239013672, - 22.306066513061523, - 22.209768295288086, - 21.9783296585083, - 21.92900276184082, - 21.96972942352295, - 21.75354290008545, - 22.386170387268066, - 22.046300888061523 + 20.974597930908203, + 20.94954204559326, + 20.73217010498047, + 20.58403205871582, + 20.558950424194336, + 20.39955997467041, + 20.714731216430664, + 20.98934268951416, + 21.26553249359131, + 21.531787872314453, + 21.71496295928955, + 21.577826499938965, + 21.179325103759766, + 21.515929222106934, + 21.29562282562256, + 21.494338035583496, + 22.596420288085938, + 21.868816375732422, + 21.98149013519287, + 21.664978981018066, + 21.823824882507324, + 21.899603843688965, + 22.18619441986084, + 22.49529266357422 ], "p10": [ - 20.49990749359131, - 19.819348335266113, - 19.36374855041504, - 18.639183044433594, - 17.944077491760254, - 17.78070640563965, - 17.305455207824707, - 16.95082664489746, - 18.65293788909912, - 17.83948040008545, - 16.585922241210938, - 17.2517671585083, - 17.099401473999023, - 16.94840908050537, - 16.958532333374023, - 16.08326244354248, - 17.915977478027344, - 17.224772453308105, - 16.931361198425293, - 17.00583839416504, - 15.879400730133057, - 16.67699146270752, - 17.40153694152832, - 17.29914093017578 + 20.481151580810547, + 19.728511810302734, + 19.489126205444336, + 18.6023006439209, + 18.421987533569336, + 17.727643966674805, + 17.421374320983887, + 17.017539978027344, + 18.500510215759277, + 17.991381645202637, + 17.511659622192383, + 17.59721565246582, + 17.50624942779541, + 17.081846237182617, + 16.83051109313965, + 16.75712299346924, + 17.919126510620117, + 17.1514892578125, + 17.17252254486084, + 17.09400749206543, + 16.48397922515869, + 17.324695587158203, + 16.8716983795166, + 17.5843448638916 ], "p90": [ - 21.472548484802246, - 21.907812118530273, - 22.18275260925293, - 22.838321685791016, - 23.137764930725098, - 23.87708568572998, - 23.493277549743652, - 25.341403007507324, - 24.72447967529297, - 24.840158462524414, - 26.008752822875977, - 26.185089111328125, - 26.676920890808105, - 29.27996826171875, - 27.267330169677734, - 26.317420959472656, - 27.882277488708496, - 27.638415336608887, - 28.69386863708496, - 28.34011745452881, - 28.111886024475098, - 28.55513858795166, - 29.700709342956543, - 30.115818977355957 + 21.499279975891113, + 22.0244722366333, + 22.20228099822998, + 22.843680381774902, + 23.10554790496826, + 23.48997402191162, + 23.68966293334961, + 25.57450771331787, + 24.287684440612793, + 25.962417602539062, + 25.74289608001709, + 26.007139205932617, + 26.74023151397705, + 27.432835578918457, + 26.985580444335938, + 27.691844940185547, + 28.205790519714355, + 26.590967178344727, + 27.627660751342773, + 27.614850997924805, + 27.873278617858887, + 28.40561294555664, + 29.87283992767334, + 29.82578182220459 ], "timestamps": [ "2026-05-31 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 259ad7644d8dafe16f2a6190366b38d707b97670..703e4cf8fb6447098abf8ecb405aba0260950b3c 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:17:30.370042+00:00", + "evaluated_at": "2026-06-18T03:35:59.565309+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,197 +305,197 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 1.5411892533302307, - 1.5735560059547424, - 1.6008703708648682, - 1.630253791809082, - 1.6572790145874023, - 1.6788641214370728, - 1.7122286558151245, - 1.731387436389923, - 1.7532310485839844, - 1.7650198936462402, - 1.7945257425308228, - 1.819595456123352, - 1.8727938532829285, - 1.9077178239822388, - 1.905386209487915, - 1.9170949459075928, - 1.9648571610450745, - 1.9648431539535522, - 1.9687645435333252, - 1.9939756989479065, - 1.9483482837677002, - 2.0258870124816895, - 2.0202356576919556, - 1.9560834169387817, - 2.030967354774475, - 2.02677845954895, - 2.0197858810424805, - 1.9718915224075317, - 1.9544268250465393, - 2.0512770414352417, - 1.909508764743805, - 2.008310556411743, - 2.0019068717956543, - 1.916910171508789, - 1.9201031923294067, - 1.871086597442627, - 1.846086323261261, - 1.9259631037712097, - 1.8538289070129395, - 1.7743285298347473, - 1.8528172969818115, - 1.78230220079422, - 1.7843177914619446, - 1.6525249481201172, - 1.7376365065574646, - 1.8221410512924194, - 1.7898337841033936, - 1.6839805841445923, - 1.710370421409607, - 1.5853853225708008, - 1.6634281873703003, - 1.7053277492523193, - 1.5133205652236938, - 1.5409884452819824, - 1.5941575169563293, - 1.2616456151008606, - 1.3412952423095703, - 1.2011935114860535, - 1.4987069368362427, - 1.309436857700348 + 1.585854411125183, + 1.6176238656044006, + 1.647051215171814, + 1.6676260232925415, + 1.6927523612976074, + 1.7117316126823425, + 1.7294779419898987, + 1.7495944499969482, + 1.7755733728408813, + 1.7941040396690369, + 1.8016548156738281, + 1.8336516618728638, + 1.8206459283828735, + 1.8766095042228699, + 1.9029114246368408, + 1.9388176798820496, + 1.9802039861679077, + 1.9451298713684082, + 2.0529892444610596, + 2.065178632736206, + 2.01886248588562, + 2.0900920629501343, + 2.1167668104171753, + 2.153905749320984, + 2.0959795713424683, + 2.1497433185577393, + 2.088537573814392, + 2.184319019317627, + 2.1879873275756836, + 2.2682528495788574, + 2.154334306716919, + 2.2375290393829346, + 2.4695481061935425, + 2.488426685333252, + 2.304137110710144, + 2.351559281349182, + 2.320972204208374, + 2.4805924892425537, + 2.3772279024124146, + 2.494950294494629, + 2.5082967281341553, + 2.3402286767959595, + 2.598453640937805, + 2.5329155921936035, + 2.3629058599472046, + 2.4208030700683594, + 2.249435544013977, + 2.383547306060791, + 2.7627947330474854, + 2.4678529500961304, + 2.4496134519577026, + 2.9963769912719727, + 2.6808208227157593, + 2.497846245765686, + 2.470454216003418, + 2.7426542043685913, + 2.6106224060058594, + 2.5623457431793213, + 2.5085501670837402, + 2.6894490718841553 ], "p10": [ - 1.5207079648971558, - 1.5442667603492737, - 1.561454951763153, - 1.5692411661148071, - 1.5968816876411438, - 1.6047126054763794, - 1.5922583937644958, - 1.6392671465873718, - 1.6226087808609009, - 1.6310802698135376, - 1.5867375135421753, - 1.6235225200653076, - 1.676627278327942, - 1.6481544375419617, - 1.6183820366859436, - 1.5462910532951355, - 1.5678093433380127, - 1.5981937646865845, - 1.5658835172653198, - 1.4741560816764832, - 1.4670248627662659, - 1.3704025745391846, - 1.1204060912132263, - 1.1042689085006714, - 1.2626526951789856, - 1.2537627816200256, - 0.9618768095970154, - 1.0651071071624756, - 0.8048784732818604, - 0.7201368808746338, - 0.7484320998191833, - 0.7369783222675323, - 0.8632118403911591, - 0.7482887804508209, - 0.513977438211441, - 0.7028964459896088, - 0.44886261224746704, - 0.6512583494186401, - 0.4478585720062256, - 0.44021841883659363, - 0.04313322901725769, - 0.31842759251594543, - 0.06830644607543945, - 0.23406001925468445, - 0.1876225769519806, - 0.052927374839782715, - 0.05273479223251343, - -0.12000221014022827, - 0.06621575355529785, - 0.030064046382904053, - -0.14953505992889404, - -0.16587424278259277, - 0.043431222438812256, - -0.07916373014450073, - -0.11814337968826294, - -0.3742062449455261, - -0.2830089330673218, - -0.5685998201370239, - -0.28665417432785034, - -0.22433120012283325 + 1.570031762123108, + 1.5883273482322693, + 1.586563527584076, + 1.59178227186203, + 1.6057942509651184, + 1.63551527261734, + 1.623197078704834, + 1.614398717880249, + 1.5964106321334839, + 1.6281465291976929, + 1.573632001876831, + 1.6266676187515259, + 1.6275454759597778, + 1.5571969151496887, + 1.6274205446243286, + 1.518963098526001, + 1.3024349808692932, + 1.2366668581962585, + 1.1858481168746948, + 1.1093541979789734, + 1.2141247987747192, + 1.0923374891281128, + 1.1178656816482544, + 1.1093721985816956, + 1.0410154461860657, + 1.1005958318710327, + 0.8951299786567688, + 1.0323593020439148, + 0.965448409318924, + 1.009598731994629, + 0.6663779616355896, + 0.8218690156936646, + 0.7385606169700623, + 0.1658613681793213, + 0.14331185817718506, + 0.052053868770599365, + -0.09404313564300537, + 0.48271119594573975, + 0.188144713640213, + 0.5127215683460236, + 0.2670884430408478, + 0.21751195192337036, + 0.2525201737880707, + 0.17101716995239258, + -0.2644379734992981, + -0.09971171617507935, + -0.22332227230072021, + -0.1836150884628296, + 0.37275370955467224, + 0.28743675351142883, + 0.10382798314094543, + 0.13770791888237, + -0.627265989780426, + -0.35248804092407227, + -0.1241503357887268, + -0.045059025287628174, + 0.3103838860988617, + -0.19258922338485718, + -0.23765510320663452, + -0.22066181898117065 ], "p90": [ - 1.5641194581985474, - 1.6066452264785767, - 1.6478050351142883, - 1.7002564668655396, - 1.7254067659378052, - 1.7514819502830505, - 1.8238838911056519, - 1.8139116764068604, - 1.923729419708252, - 1.9391484260559082, - 1.984796404838562, - 2.0290327072143555, - 2.067552328109741, - 2.215524435043335, - 2.1785210371017456, - 2.3215878009796143, - 2.33577561378479, - 2.2649329900741577, - 2.3983073234558105, - 2.472060203552246, - 2.474748134613037, - 2.5498437881469727, - 2.6540732383728027, - 2.536572813987732, - 2.916082262992859, - 2.872792363166809, - 2.8237881660461426, - 2.92922306060791, - 3.005752921104431, - 3.253084659576416, - 3.140244960784912, - 3.3525702953338623, - 2.832130193710327, - 2.870102643966675, - 2.907346487045288, - 2.743903875350952, - 2.9330432415008545, - 2.9799997806549072, - 2.956480026245117, - 2.9712491035461426, - 2.7877835035324097, - 3.0563719272613525, - 3.042804002761841, - 2.9068586826324463, - 2.8453731536865234, - 3.1889703273773193, - 3.386604428291321, - 2.9987428188323975, - 3.312127709388733, - 2.8827497959136963, - 2.9625468254089355, - 3.3233011960983276, - 3.0101773738861084, - 3.0041654109954834, - 2.8366811275482178, - 2.9888614416122437, - 3.134181261062622, - 2.7369349002838135, - 2.7838857173919678, - 2.80839467048645 + 1.6047120690345764, + 1.6515413522720337, + 1.6903595924377441, + 1.7349601984024048, + 1.7940447926521301, + 1.804840326309204, + 1.8370637893676758, + 1.8788807392120361, + 1.9058703184127808, + 1.9513026475906372, + 2.0092051029205322, + 2.0394890308380127, + 2.0931193828582764, + 2.101877808570862, + 2.1770929098129272, + 2.2743358612060547, + 2.658463716506958, + 2.6205679178237915, + 2.7681368589401245, + 2.6819673776626587, + 2.868112087249756, + 2.9223361015319824, + 2.992409348487854, + 3.0158538818359375, + 3.2833034992218018, + 3.1994998455047607, + 3.369764804840088, + 3.504899263381958, + 3.2581722736358643, + 3.38154673576355, + 3.369764804840088, + 3.47243070602417, + 4.128907203674316, + 4.128907203674316, + 4.332797527313232, + 4.439170837402344, + 4.493540525436401, + 4.596846580505371, + 4.4317848682403564, + 4.8678271770477295, + 4.876941680908203, + 4.744030475616455, + 4.469639301300049, + 4.424206256866455, + 4.888049602508545, + 4.63488245010376, + 4.507734298706055, + 4.888049602508545, + 5.913402795791626, + 5.83414363861084, + 5.7375147342681885, + 7.120548963546753, + 6.6786394119262695, + 6.639809846878052, + 6.437062501907349, + 6.214993000030518, + 5.749367952346802, + 5.787660360336304, + 6.406334400177002, + 7.533624887466431 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 49355a311f83ddffa7d4b91f47f61c345ebcf0f6..bd0a00047d1d2b68879660745c493aafd95a7a23 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:09:59.477306+00:00", + "evaluated_at": "2026-06-18T03:36:04.740307+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,234 +153,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.1146668791770935, - 1.1327059864997864, - 1.1393752694129944, - 1.13029146194458, - 1.1677471995353699, - 1.1387602090835571, - 1.124635934829712, - 1.1443725228309631, - 1.1002526879310608, - 1.1333096623420715, - 1.1062776446342468, - 1.1005616188049316, - 1.1374741792678833, - 1.0985259413719177, - 1.0850272178649902, - 1.1095526814460754, - 1.0775113105773926, - 1.0935456156730652, - 1.093697190284729, - 1.0777562260627747, - 1.0993135571479797, - 1.0900869965553284, - 1.079424262046814, - 1.0720435976982117, - 1.0826305150985718, - 1.1046105027198792, - 1.0953447818756104, - 1.0621029734611511, - 1.0948187708854675, - 1.062928557395935, - 1.0886434316635132, - 1.1231679320335388, - 1.0761916041374207, - 1.0593752264976501, - 1.1020048260688782, - 1.0930749773979187, - 1.0992417335510254, - 1.0874989032745361, - 1.0902830362319946, - 1.1103507280349731, - 1.1033454537391663, - 1.1037381887435913, - 1.109254002571106, - 1.0788929462432861, - 1.0898130536079407, - 1.1438241600990295, - 1.1286605596542358, - 1.1368544101715088, - 1.1080191135406494, - 1.1072415709495544, - 1.074645459651947, - 1.1026684641838074, - 1.080985426902771, - 1.023436963558197, - 1.092366337776184, - 1.0511121153831482, - 1.0736526250839233, - 1.0904765725135803, - 1.049428939819336, - 1.0532164573669434, - 1.090282678604126, - 1.043227732181549, - 1.107012391090393, - 1.0796237587928772, - 1.0564650297164917, - 1.0682328343391418, - 1.0783318281173706, - 1.08115553855896, - 1.0300351977348328, - 1.130118489265442, - 1.0560654997825623, - 1.054520845413208 + 1.160412073135376, + 1.1460868120193481, + 1.153161346912384, + 1.1618130803108215, + 1.157470166683197, + 1.1398307085037231, + 1.1556459665298462, + 1.1281636357307434, + 1.1481654644012451, + 1.1392552256584167, + 1.114331603050232, + 1.111766517162323, + 1.1367065906524658, + 1.0994752049446106, + 1.1219529509544373, + 1.0877268314361572, + 1.044870674610138, + 1.1468690037727356, + 1.1051757335662842, + 1.0838568210601807, + 1.0869691371917725, + 1.0953223705291748, + 1.09548681974411, + 1.0823836922645569, + 1.096602201461792, + 1.1094131469726562, + 1.1132510900497437, + 1.114809513092041, + 1.0879984498023987, + 1.118528664112091, + 1.0874900817871094, + 1.0769883394241333, + 1.1386144757270813, + 1.1335037350654602, + 1.1280571222305298, + 1.1483252048492432, + 1.1601863503456116, + 1.1313321590423584, + 1.1302432417869568, + 1.135012149810791, + 1.097273051738739, + 1.0985826253890991, + 1.1449913382530212, + 1.1347734332084656, + 1.139117181301117, + 1.1051028370857239, + 1.11914724111557, + 1.0979190468788147, + 1.111014485359192, + 1.1082653403282166, + 1.0661545991897583, + 1.1297163367271423, + 1.0677402019500732, + 1.057689368724823, + 1.0641242861747742, + 1.075511395931244, + 1.1119306683540344, + 1.0871121287345886, + 1.0551657676696777, + 1.0519762635231018, + 1.05959814786911, + 1.0941171646118164, + 1.0814502835273743, + 1.0971503257751465, + 1.0702298879623413, + 1.0513613820075989, + 1.1091793775558472, + 1.0903566479682922, + 1.143201768398285, + 1.0571538209915161, + 1.1077945828437805, + 1.084806740283966 ], "p10": [ - 0.870849609375, - 0.863118052482605, - 0.8251746594905853, - 0.8496889173984528, - 0.8784590661525726, - 0.862253725528717, - 0.7832942306995392, - 0.8401700556278229, - 0.8219285011291504, - 0.7701120972633362, - 0.7153075635433197, - 0.6971033811569214, - 0.8088594377040863, - 0.7248727083206177, - 0.7531566619873047, - 0.7366915047168732, - 0.7462617754936218, - 0.7376578450202942, - 0.7602284550666809, - 0.6794573664665222, - 0.7321309149265289, - 0.7211357653141022, - 0.6673648357391357, - 0.7618350982666016, - 0.7507916688919067, - 0.73204305768013, - 0.7419199347496033, - 0.6931905746459961, - 0.709345817565918, - 0.7903035581111908, - 0.731868177652359, - 0.7448758184909821, - 0.7713796198368073, - 0.7420986294746399, - 0.7178584337234497, - 0.734838455915451, - 0.8240330219268799, - 0.7550266087055206, - 0.8010598421096802, - 0.7616856098175049, - 0.8152380585670471, - 0.7432594299316406, - 0.6782745718955994, - 0.6654067635536194, - 0.7451259791851044, - 0.7252243161201477, - 0.8039146065711975, - 0.689564436674118, - 0.6299517154693604, - 0.6792805790901184, - 0.6927427649497986, - 0.666572093963623, - 0.6124606132507324, - 0.6380634307861328, - 0.6013181507587433, - 0.5306417047977448, - 0.68135005235672, - 0.7089878916740417, - 0.6324097812175751, - 0.663447231054306, - 0.6661953926086426, - 0.6739618182182312, - 0.7561799585819244, - 0.7067714333534241, - 0.6469592452049255, - 0.7074150443077087, - 0.661505401134491, - 0.7380235195159912, - 0.6985719203948975, - 0.7817333936691284, - 0.691068559885025, - 0.6747169494628906 + 0.9365993142127991, + 0.9102813899517059, + 0.9002662003040314, + 0.9252475500106812, + 0.9242651164531708, + 0.9205959141254425, + 0.8897378146648407, + 0.8077073395252228, + 0.8039311766624451, + 0.8227522075176239, + 0.7670287787914276, + 0.8035747706890106, + 0.7975918054580688, + 0.682854413986206, + 0.7691309750080109, + 0.7404468655586243, + 0.7115771174430847, + 0.7964343130588531, + 0.6788974106311798, + 0.7564608752727509, + 0.7085151076316833, + 0.784657895565033, + 0.7287392914295197, + 0.7276777029037476, + 0.6996277272701263, + 0.7290308475494385, + 0.8385321199893951, + 0.819502592086792, + 0.7710782885551453, + 0.7438900470733643, + 0.7389526069164276, + 0.6929424703121185, + 0.8046277165412903, + 0.7601215839385986, + 0.7693247199058533, + 0.8044081032276154, + 0.8281064331531525, + 0.7906721830368042, + 0.7633559107780457, + 0.7933116555213928, + 0.6942515969276428, + 0.7207236588001251, + 0.7494244873523712, + 0.7047125697135925, + 0.7275034189224243, + 0.6676388680934906, + 0.7081285715103149, + 0.5855551958084106, + 0.6809348464012146, + 0.6489450931549072, + 0.6299706399440765, + 0.6317378878593445, + 0.6345430016517639, + 0.6790562868118286, + 0.6338540315628052, + 0.6810760796070099, + 0.6797947883605957, + 0.6707403361797333, + 0.7159141898155212, + 0.6511537432670593, + 0.636984646320343, + 0.665665328502655, + 0.6901234090328217, + 0.6684666275978088, + 0.6841935813426971, + 0.7177449464797974, + 0.6739101111888885, + 0.6067818701267242, + 0.7575479447841644, + 0.6202884316444397, + 0.6670745313167572, + 0.692630410194397 ], "p90": [ - 1.4525427222251892, - 1.4458081126213074, - 1.503428339958191, - 1.5497202277183533, - 1.472433090209961, - 1.4197315573692322, - 1.4649774432182312, - 1.4308558106422424, - 1.4133613109588623, - 1.420724630355835, - 1.4454004168510437, - 1.4970861673355103, - 1.4716773629188538, - 1.4402464032173157, - 1.404331922531128, - 1.4561025500297546, - 1.4774804711341858, - 1.490164875984192, - 1.3691439628601074, - 1.4864675998687744, - 1.441144347190857, - 1.4242218136787415, - 1.4595139622688293, - 1.387474536895752, - 1.383057415485382, - 1.5009214878082275, - 1.519307017326355, - 1.4094176888465881, - 1.3751201629638672, - 1.3868523240089417, - 1.4402019381523132, - 1.5506477355957031, - 1.4245240092277527, - 1.4572051763534546, - 1.453582525253296, - 1.4889509081840515, - 1.4371540546417236, - 1.4379673600196838, - 1.5904157757759094, - 1.4617931842803955, - 1.4656770825386047, - 1.4657211303710938, - 1.4337143898010254, - 1.4747268557548523, - 1.5344672799110413, - 1.4869855642318726, - 1.5114778280258179, - 1.5818254947662354, - 1.5053855180740356, - 1.5434121489524841, - 1.4828722476959229, - 1.5583255290985107, - 1.5557808876037598, - 1.4900285601615906, - 1.490923523902893, - 1.4783725142478943, - 1.544616162776947, - 1.4272709488868713, - 1.483823537826538, - 1.5332272052764893, - 1.485415279865265, - 1.4491333961486816, - 1.426667034626007, - 1.45269775390625, - 1.4619495868682861, - 1.4509791731834412, - 1.4585379362106323, - 1.5088344812393188, - 1.4458480477333069, - 1.4467337131500244, - 1.4620319604873657, - 1.4898587465286255 + 1.4036322832107544, + 1.445953130722046, + 1.4266438484191895, + 1.4592244029045105, + 1.4853049516677856, + 1.4361302256584167, + 1.48837548494339, + 1.4772246479988098, + 1.4443057775497437, + 1.4105716943740845, + 1.439601182937622, + 1.4240520596504211, + 1.467894196510315, + 1.4585533142089844, + 1.4323362112045288, + 1.445585548877716, + 1.359269917011261, + 1.505208134651184, + 1.462488055229187, + 1.4408597946166992, + 1.4212042093276978, + 1.4372488260269165, + 1.4270901083946228, + 1.4016802906990051, + 1.4308335781097412, + 1.3856410384178162, + 1.4827892184257507, + 1.4662360548973083, + 1.39729243516922, + 1.403488039970398, + 1.4195674657821655, + 1.5409889221191406, + 1.4885060787200928, + 1.5062878131866455, + 1.443428874015808, + 1.5367854237556458, + 1.4413973093032837, + 1.5297302603721619, + 1.5274231433868408, + 1.4836668372154236, + 1.476254403591156, + 1.4310222268104553, + 1.474583625793457, + 1.4777114987373352, + 1.5457372069358826, + 1.5083469152450562, + 1.5207179188728333, + 1.5987504720687866, + 1.5006318092346191, + 1.6186922192573547, + 1.5415281653404236, + 1.5446614027023315, + 1.5069783926010132, + 1.4425184726715088, + 1.590051293373108, + 1.4555748105049133, + 1.5457454323768616, + 1.4819363951683044, + 1.5496166944503784, + 1.5018219947814941, + 1.3973138332366943, + 1.5106480121612549, + 1.541183590888977, + 1.5562135577201843, + 1.5743111968040466, + 1.4120125770568848, + 1.5545987486839294, + 1.4762113094329834, + 1.5690183639526367, + 1.4789552092552185, + 1.545684039592743, + 1.5466477274894714 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 33ac20b48e9b39c11063f0e3e83fe34c608b3453..1b62634b9fd0e275b81fc3561decba77175de7ba 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T02:21:34.034411+00:00", + "evaluated_at": "2026-06-18T03:36:08.729588+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -123,93 +101,113 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 21.117745399475098, - 21.09685230255127, - 21.158367156982422, - 21.17098331451416, - 21.203669548034668, - 21.197440147399902, - 21.328060150146484, - 21.203773498535156, - 21.23374366760254, - 21.26516628265381, - 21.227782249450684, - 21.235347747802734, - 21.591465950012207, - 21.280070304870605, - 21.400994300842285, - 21.51219367980957, - 21.349946975708008, - 21.598109245300293, - 21.59138584136963, - 21.380352020263672, - 21.49027156829834, - 21.516510009765625, - 21.490516662597656, - 21.6159029006958 + 18.86988067626953, + 18.87938690185547, + 18.861193656921387, + 18.843695640563965, + 18.81742286682129, + 18.791064262390137, + 18.857489585876465, + 18.78788471221924, + 18.904144287109375, + 18.745819091796875, + 18.81447696685791, + 18.831989288330078, + 18.859679222106934, + 18.803951263427734, + 18.593311309814453, + 18.68510150909424, + 18.647823333740234, + 18.81846332550049, + 18.6514835357666, + 18.807473182678223, + 18.512694358825684, + 18.701516151428223, + 18.77785587310791, + 18.526580810546875 ], "p10": [ - 20.679818153381348, - 20.63068962097168, - 20.592241287231445, - 20.514668464660645, - 20.26692485809326, - 20.336777687072754, - 20.375956535339355, - 20.27666473388672, - 20.174002647399902, - 20.1440372467041, - 20.141353607177734, - 20.202170372009277, - 20.12898063659668, - 19.904787063598633, - 19.892364501953125, - 20.048022270202637, - 19.516874313354492, - 19.859745025634766, - 19.658876419067383, - 19.71694564819336, - 19.812637329101562, - 19.67471408843994, - 19.843918800354004, - 19.44846248626709 + 18.683289527893066, + 18.57307243347168, + 18.50140380859375, + 18.365906715393066, + 18.294076919555664, + 18.14527130126953, + 18.032133102416992, + 17.910996437072754, + 18.17023468017578, + 17.93613052368164, + 17.54963493347168, + 17.391277313232422, + 17.626615524291992, + 17.6715669631958, + 17.35441780090332, + 17.433246612548828, + 17.238640785217285, + 17.223024368286133, + 17.219423294067383, + 16.877107620239258, + 17.075770378112793, + 16.402037620544434, + 16.088067054748535, + 16.303675651550293 ], "p90": [ - 21.48996639251709, - 21.70110321044922, - 21.8386869430542, - 22.026195526123047, - 22.005366325378418, - 22.14743423461914, - 22.496161460876465, - 22.286131858825684, - 22.345566749572754, - 22.2736177444458, - 22.397991180419922, - 22.69868755340576, - 22.865580558776855, - 23.12669563293457, - 23.157032012939453, - 23.48242950439453, - 23.001626014709473, - 23.879047393798828, - 23.611759185791016, - 23.263179779052734, - 23.216784477233887, - 23.839336395263672, - 23.64482593536377, - 24.162842750549316 + 19.091294288635254, + 19.16156768798828, + 19.322071075439453, + 19.262216567993164, + 19.464476585388184, + 19.500762939453125, + 19.57112407684326, + 19.73380756378174, + 19.948280334472656, + 19.62827205657959, + 19.93261432647705, + 20.003249168395996, + 20.19300651550293, + 20.101261138916016, + 20.060246467590332, + 20.088632583618164, + 20.29541301727295, + 20.46417999267578, + 20.807723999023438, + 20.815784454345703, + 20.18665599822998, + 20.937517166137695, + 20.470821380615234, + 20.809452056884766 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 54de95e0c1e595627482108050afe1c4a828e636..c199fe78d60357f07c0dbb81ffbaba5c5611795e 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T02:21:39.808133+00:00", + "evaluated_at": "2026-06-18T03:36:14.299811+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,88 +366,88 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 20.22686767578125, - 20.010025024414062, - 18.969472885131836, - 18.728554725646973, - 19.185532569885254, - 20.730019569396973, - 21.86834144592285, - 23.742701530456543, - 27.262330055236816, - 31.14971351623535, - 38.63666915893555, - 43.88896369934082, - 45.24789047241211, - 41.692195892333984, - 37.30988311767578, - 33.27914237976074, - 32.0126314163208, - 32.61299705505371, - 29.533716201782227, - 26.28597640991211, - 25.71132755279541, - 24.150036811828613, - 22.6242036819458, - 23.7627534866333 + 23.001380920410156, + 22.712797164916992, + 22.287482261657715, + 23.145886421203613, + 22.716782569885254, + 25.030369758605957, + 28.07051181793213, + 30.56257438659668, + 36.79756164550781, + 43.193084716796875, + 47.86604309082031, + 50.01114082336426, + 48.82710075378418, + 42.81748962402344, + 39.22945594787598, + 36.659372329711914, + 31.21523666381836, + 37.54293251037598, + 32.399192810058594, + 28.134745597839355, + 26.9895076751709, + 25.855167388916016, + 23.51201343536377, + 23.936209678649902 ], "p10": [ - 17.192462921142578, - 15.657685279846191, - 14.343992233276367, - 12.669703483581543, - 12.873553276062012, - 13.08592414855957, - 13.264057159423828, - 14.54565715789795, - 16.311861991882324, - 19.09031105041504, - 22.12517738342285, - 24.737523078918457, - 20.511112213134766, - 17.38138484954834, - 17.984922409057617, - 15.76978588104248, - 14.125513076782227, - 16.474138259887695, - 13.575000762939453, - 11.106963157653809, - 12.707637786865234, - 11.895721435546875, - 13.07402229309082, - 12.409910202026367 + 19.940696716308594, + 17.497142791748047, + 15.930035591125488, + 15.406265258789062, + 16.089740753173828, + 14.949317932128906, + 17.25750732421875, + 17.077162742614746, + 23.19757843017578, + 26.531733512878418, + 28.04572105407715, + 26.7023983001709, + 24.35244655609131, + 21.607067108154297, + 17.017285346984863, + 16.074588298797607, + 13.766599655151367, + 16.405224800109863, + 16.596564292907715, + 15.648939609527588, + 14.65443229675293, + 12.77632999420166, + 13.623791694641113, + 14.024900436401367 ], "p90": [ - 22.982959747314453, - 24.520240783691406, - 25.36977767944336, - 26.495408058166504, - 26.88672637939453, - 29.471522331237793, - 31.19519329071045, - 42.54954147338867, - 48.6547966003418, - 56.66007041931152, - 68.54202270507812, - 68.54202270507812, - 76.94844055175781, - 79.26156616210938, - 69.22930526733398, - 69.20865631103516, - 68.01304626464844, - 65.57765197753906, - 62.84867477416992, - 62.3819637298584, - 57.673532485961914, - 47.61608695983887, - 49.87443542480469, - 43.7451171875 + 26.237075805664062, + 28.78588104248047, + 30.33216381072998, + 32.100226402282715, + 34.77781677246094, + 40.11779022216797, + 47.91085624694824, + 49.851524353027344, + 61.80363655090332, + 69.7840805053711, + 81.09253311157227, + 80.42522430419922, + 80.39604949951172, + 80.87705612182617, + 75.39550018310547, + 74.13872528076172, + 66.43497085571289, + 72.05123901367188, + 72.76201248168945, + 63.864559173583984, + 55.082767486572266, + 58.59323501586914, + 51.331687927246094, + 49.81523513793945 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 8eda7ea320df213f0621df95c85151c2de124d44..3ea27de7c3145ccc8b11a242284713cd9cc604fb 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T02:21:50.024015+00:00", + "evaluated_at": "2026-06-18T03:36:18.539882+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,96 +358,96 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 28.171274185180664, - 28.586254119873047, - 28.654447555541992, - 28.29853343963623, - 27.791431427001953, - 27.271918296813965, - 26.44414710998535, - 25.470937728881836, - 24.42567729949951, - 23.835939407348633, - 23.228365898132324, - 22.762737274169922, - 22.5447416305542, - 22.319594383239746, - 22.167820930480957, - 21.88253116607666, - 21.797961235046387, - 21.699727058410645, - 21.53511619567871, - 22.326786041259766, - 23.48795986175537, - 25.648807525634766, - 27.262544631958008, - 28.19183349609375 + 28.99248695373535, + 28.75685405731201, + 28.449320793151855, + 28.072847366333008, + 27.561707496643066, + 26.720831871032715, + 25.664165496826172, + 24.382373809814453, + 23.604297637939453, + 23.009726524353027, + 22.93658447265625, + 22.309752464294434, + 22.28822135925293, + 22.225926399230957, + 22.239312171936035, + 22.202075958251953, + 21.7999267578125, + 21.75894069671631, + 22.425010681152344, + 23.74094295501709, + 25.51968002319336, + 26.803536415100098, + 28.308192253112793, + 29.173925399780273 ], "p10": [ - 27.042386054992676, - 27.378305435180664, - 27.06452751159668, - 26.677966117858887, - 25.622299194335938, - 25.3132963180542, - 24.91232681274414, - 23.670284271240234, - 22.785558700561523, - 22.096571922302246, - 21.55905818939209, - 20.662830352783203, - 21.069361686706543, - 20.46504306793213, - 20.66101837158203, - 20.098923683166504, - 19.948328018188477, - 19.866901397705078, - 19.41402530670166, - 19.99486255645752, - 21.391276359558105, - 23.492966651916504, - 25.292407035827637, - 25.61428737640381 + 28.281618118286133, + 27.592530250549316, + 26.859990119934082, + 26.399173736572266, + 25.928525924682617, + 24.860499382019043, + 23.920252799987793, + 22.748676300048828, + 22.136754035949707, + 21.583069801330566, + 21.32163715362549, + 20.827104568481445, + 21.084004402160645, + 20.88217544555664, + 20.804049491882324, + 20.3311767578125, + 20.178889274597168, + 19.46300506591797, + 20.38411521911621, + 21.65311908721924, + 23.042264938354492, + 24.377528190612793, + 25.601677894592285, + 26.594566345214844 ], "p90": [ - 29.392661094665527, - 30.10498809814453, - 30.95292091369629, - 30.89253044128418, - 30.333006858825684, - 29.511591911315918, - 28.051284790039062, - 27.21269416809082, - 26.06006145477295, - 25.535249710083008, - 24.882234573364258, - 24.319153785705566, - 24.166414260864258, - 24.197684288024902, - 23.745479583740234, - 23.620235443115234, - 23.846351623535156, - 23.74013614654541, - 23.506903648376465, - 24.37759304046631, - 26.147085189819336, - 28.107580184936523, - 30.403388023376465, - 32.73480224609375 + 29.926834106445312, + 30.159263610839844, + 29.92530345916748, + 29.95851230621338, + 29.40870475769043, + 28.47555160522461, + 27.56831932067871, + 26.040037155151367, + 25.451062202453613, + 24.539326667785645, + 24.55084800720215, + 23.657203674316406, + 23.77513885498047, + 24.467646598815918, + 24.029638290405273, + 24.227173805236816, + 23.452122688293457, + 23.348506927490234, + 24.295095443725586, + 25.72743320465088, + 27.83399200439453, + 29.169008255004883, + 31.78848934173584, + 33.73429298400879 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index ac3e3e03083f0f81c75c486d727c4a00f5e2aa78..b6ef260eaa8d6cf7e182a2ee3fa2d8ac0d1f57e1 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T02:21:58.802986+00:00", + "evaluated_at": "2026-06-18T03:36:22.743629+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,88 +198,88 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 12.004446983337402, - 12.903462409973145, - 13.924726963043213, - 14.58668041229248, - 13.663533687591553, - 12.629930973052979, - 12.321244716644287, - 12.866004943847656, - 13.563502788543701, - 13.617632389068604, - 14.981203556060791, - 13.908183097839355, - 12.438740253448486, - 12.86601972579956, - 12.4156174659729, - 12.994925022125244, - 13.92615032196045, - 14.406862258911133, - 14.045344829559326, - 13.156264781951904, - 12.541277885437012, - 13.306847095489502, - 13.752331733703613, - 14.184016227722168 + 12.907073974609375, + 13.227596759796143, + 13.117386817932129, + 13.048900127410889, + 11.6198148727417, + 11.47402048110962, + 11.743682384490967, + 12.618538856506348, + 13.449779510498047, + 13.937588214874268, + 12.807908058166504, + 12.3882155418396, + 11.889495372772217, + 12.846835613250732, + 13.739927291870117, + 14.679323196411133, + 14.236072540283203, + 13.52824068069458, + 12.697419166564941, + 13.198856353759766, + 13.75163221359253, + 14.52115249633789, + 15.001780033111572, + 13.967676639556885 ], "p10": [ - 7.99054479598999, - 7.092198610305786, - 8.550871849060059, - 9.265053749084473, - 8.105103015899658, - 7.127006530761719, - 7.641388177871704, - 7.606045246124268, - 8.201496124267578, - 7.420923709869385, - 8.27319622039795, - 8.433494091033936, - 7.385162353515625, - 7.191705226898193, - 6.995496034622192, - 7.7046544551849365, - 7.360263824462891, - 8.661035060882568, - 6.467523097991943, - 6.037171363830566, - 6.9663238525390625, - 7.463335275650024, - 7.01464319229126, - 7.251741170883179 + 8.078444480895996, + 7.447547912597656, + 8.080567836761475, + 7.840471506118774, + 6.700238227844238, + 7.2877514362335205, + 7.5336010456085205, + 8.52901554107666, + 8.079413414001465, + 8.450456142425537, + 7.788973331451416, + 7.542817831039429, + 6.951492786407471, + 7.83493709564209, + 6.3572375774383545, + 7.670636415481567, + 8.013015747070312, + 8.126944541931152, + 6.128819465637207, + 8.278602123260498, + 6.494383811950684, + 7.479045152664185, + 8.45265007019043, + 7.975304365158081 ], "p90": [ - 16.50663948059082, - 16.92068862915039, - 18.328694343566895, - 20.442830085754395, - 18.543819427490234, - 18.255529403686523, - 17.24956512451172, - 17.031110763549805, - 18.916370391845703, - 20.211270332336426, - 20.07553768157959, - 19.26533031463623, - 17.225810050964355, - 17.39335346221924, - 17.933222770690918, - 19.254901885986328, - 20.553489685058594, - 19.9754056930542, - 19.4558687210083, - 19.06235122680664, - 18.38798427581787, - 17.552650451660156, - 19.09890651702881, - 20.02610206604004 + 17.576921463012695, + 18.872787475585938, + 17.538989067077637, + 17.399062156677246, + 15.522246360778809, + 15.678041458129883, + 16.373148918151855, + 17.845322608947754, + 18.388983726501465, + 18.33398151397705, + 17.174381256103516, + 16.77910041809082, + 15.879746437072754, + 17.35183334350586, + 19.26488494873047, + 19.50704288482666, + 20.807778358459473, + 18.2264347076416, + 19.03886890411377, + 18.29073429107666, + 19.37550163269043, + 21.392194747924805, + 21.109996795654297, + 21.281840324401855 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 82d5df4689a7c7085cbbeb8b7d6552d6e19adfba..6c05b96a972042d4517d69cce1c51250900624c7 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:10:05.997733+00:00", + "evaluated_at": "2026-06-18T03:36:27.175840+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 2800.0 ], "p50": [ - 2595.3853759765625, - 2604.4039306640625, - 2607.9296875, - 2606.3802490234375, - 2607.312255859375, - 2605.3758544921875, - 2606.290771484375, - 2596.595458984375, - 2604.0057373046875, - 2606.6842041015625, - 2605.8292236328125, - 2605.227783203125, - 2600.71044921875, - 2612.738525390625, - 2614.3927001953125, - 2606.52978515625, - 2606.1082763671875, - 2612.131591796875, - 2614.79833984375, - 2609.218994140625, - 2614.874267578125, - 2611.334716796875, - 2617.069091796875, - 2617.320556640625 + 2596.921875, + 2606.8548583984375, + 2610.37939453125, + 2603.7275390625, + 2608.228515625, + 2608.3480224609375, + 2606.0465087890625, + 2598.998291015625, + 2605.197021484375, + 2607.3563232421875, + 2609.236572265625, + 2603.771484375, + 2598.74365234375, + 2612.73095703125, + 2610.7132568359375, + 2612.586669921875, + 2609.241455078125, + 2615.8114013671875, + 2614.6170654296875, + 2606.9471435546875, + 2611.85205078125, + 2613.6251220703125, + 2617.2449951171875, + 2613.1766357421875 ], "p10": [ - 2577.467041015625, - 2587.640869140625, - 2584.1585693359375, - 2584.6260986328125, - 2579.6016845703125, - 2575.29931640625, - 2571.98828125, - 2566.326904296875, - 2571.6737060546875, - 2571.1890869140625, - 2572.09326171875, - 2567.5645751953125, - 2559.86669921875, - 2572.3416748046875, - 2571.4073486328125, - 2562.5693359375, - 2559.6124267578125, - 2568.3756103515625, - 2566.885498046875, - 2561.3836669921875, - 2559.178955078125, - 2557.99365234375, - 2563.859619140625, - 2558.4691162109375 + 2580.968505859375, + 2586.6895751953125, + 2585.5521240234375, + 2577.3795166015625, + 2580.76513671875, + 2585.05810546875, + 2572.698974609375, + 2571.592041015625, + 2575.743896484375, + 2572.5640869140625, + 2569.126953125, + 2569.6761474609375, + 2561.8231201171875, + 2565.9984130859375, + 2571.453857421875, + 2570.232177734375, + 2559.72119140625, + 2570.6199951171875, + 2568.211181640625, + 2559.351318359375, + 2559.5364990234375, + 2567.655029296875, + 2568.8387451171875, + 2561.0382080078125 ], "p90": [ - 2614.53515625, - 2627.22705078125, - 2628.405029296875, - 2629.530517578125, - 2635.07666015625, - 2632.8631591796875, - 2638.8870849609375, - 2630.5509033203125, - 2638.699462890625, - 2642.416748046875, - 2642.734375, - 2645.6378173828125, - 2641.8775634765625, - 2664.1168212890625, - 2665.2718505859375, - 2665.8211669921875, - 2661.693115234375, - 2660.181640625, - 2660.701904296875, - 2659.7132568359375, - 2666.4132080078125, - 2675.522216796875, - 2674.574462890625, - 2701.4884033203125 + 2613.472412109375, + 2628.7332763671875, + 2630.6622314453125, + 2633.4930419921875, + 2631.8277587890625, + 2640.74951171875, + 2643.557861328125, + 2637.7738037109375, + 2634.246826171875, + 2639.40478515625, + 2648.1282958984375, + 2639.725830078125, + 2647.4793701171875, + 2651.71337890625, + 2663.702392578125, + 2664.482177734375, + 2653.6336669921875, + 2668.045654296875, + 2664.7139892578125, + 2663.590576171875, + 2667.769775390625, + 2680.381103515625, + 2684.060791015625, + 2673.97021484375 ], "timestamps": [ "2026-06-17 16:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index d997d85c47d8314ee755021d13df20f3ccc772d0..e8c5976d4f8685f11fae49b831b03846be9f3063 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,59 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:24:42.539742+00:00", + "evaluated_at": "2026-06-18T03:36:29.183986+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index a4fbe2a994036ea438e51358a2837b7a989d5ceb..d515ed650ba5fabab6bf4ad8241905b1b40c8c50 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1340072.3073925837,1254087.983800392,967.2876147889219,0.9819012805267265,0.014949839315427827,0.014801213797029264,25.32660407356401,1157.6149218944026,0.017798094086046438,0.014871850432013611,0.014166059585335514,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1356306.7323097584,1269936.7624785332,972.3213061951719,0.9870110203414472,0.01502986921337702,0.014879323596572935,25.530993666152842,1164.6058270117655,0.01790696301420733,0.01495039889387983,0.01424455344691828,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.12717491948185697,0.1253849584348707,0.30383791095749935,0.29142793651208077,0.20266107872842654,0.23039982440992063,9.741796101828339,0.35661592712869256,0.2570575445643079,0.21901385046130636,0.2103974182114018,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07156091474361305,0.07440233055996912,0.24290537395634804,1.3985459105999456,0.16368591252704662,0.18167540233232124,9.199403138211018,0.26750871900484485,0.18717810964759668,0.16996294135582304,0.1471850650059981,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,3.7479940749581284,3.675708309383433,1.6923684806154473,1.2976627116532062,0.08764679336466134,0.08291897492380969,13.51196922913772,1.9359736762048518,0.09773531515659542,0.08543719826722342,0.07982157157883137,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,204.8612793238466,201.75471409307136,12.464740895780166,0.9939679656535878,0.3307349285415211,0.33745980141724025,14.57009771046838,14.312975907331312,0.38661949552723857,0.3366953083834822,0.30465901158751607,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,10.106000465637017,10.584724542880956,2.5138701356663247,1.2414172550044578,0.09058476740819893,0.09731150197451705,22.0912477777737,3.1789936246612727,0.12252424200451789,0.09688916343867471,0.08598652851542099,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,38.60170352154978,42.72257804749782,5.369136726546906,1.0322505856111543,1.2306966199563816,0.4658175641101698,4.867289341037275,6.213026921038551,0.5344539286914883,0.4618612237889812,0.3413019282025356,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.09311887986990078,0.09170111901871085,0.26568512996162497,0.2545669096929518,0.1840752749117253,0.19991654311140275,8.035675195560588,0.3051538626167147,0.22268319535607992,0.1938812544960699,0.18489149577530428,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06475578484326552,0.06689810943256241,0.22563810440692103,1.207640412808017,0.15097023716152844,0.16678755949712162,8.637953460719075,0.2544715796376199,0.17771051411322367,0.1575746242263638,0.13690179508973155,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,4.311690472443179,4.353385605414734,1.9916667143503812,1.356669793972431,0.11101930207194029,0.1045594536540932,12.75033092793088,2.0764610452505914,0.11437930615052198,0.10970851458616912,0.10232677813625594,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,193.13558403414913,196.38170546573465,12.294179302780188,0.9785162509111863,0.32416386125757224,0.3306207786971516,13.55783136665073,13.897322908896847,0.3735002797463878,0.3304146733110017,0.2980414265854275,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.66647279175955,10.179779494209766,2.437783950517821,1.2128665638216558,0.08772434890084861,0.09417811462778831,20.952795245511528,3.1090951725155582,0.11981099165528246,0.09394157989591444,0.08370387573531757,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.27694889435173,38.29665021254895,5.123149534264803,0.9784264362521641,0.6839366164747126,0.42986426673249706,4.896286077256797,5.854651902064864,0.48788765850540533,0.4269291278554002,0.31956284190877504,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,26686.878679012534,25843.93322945527,154.14473684210543,1.1933786078098485,0.05578956016000875,0.0575264606374813,20.05670866594487,163.36119085943434,0.05940406940343067,0.05605263157894743,0.053891015417331274,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index e24e8d1a960cda3a876701cf44f9aa1ffd761efd..d6e277fc7b043e1949cf975d9495090a63c1df6b 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:24:59.940496+00:00", + "evaluated_at": "2026-06-18T03:37:34.371792+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ 65997.93600945723, diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index fbf67e5f28b6e18dc273ac09d1478af5ae6df863..32deaff08961ccb6ef32fbfdf5797e81003dd57a 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T02:22:56.403782+00:00", + "evaluated_at": "2026-06-18T03:37:34.379394+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6ae4403bcfe145b79787e35684072dbf356a3b6b..a6f911ecd9b58440bced70cc67f32c33947dbb22 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:17:54.006671+00:00", + "evaluated_at": "2026-06-18T03:37:34.390690+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,197 +305,197 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 1.1275226992231533, - 1.12852268634855, - 1.121022663698785, - 1.1235226315122768, - 1.1265227120977566, - 1.1250225972992107, - 1.1265227120977566, - 1.132022671089761, - 1.1265227120977566, - 1.1265227120977566, - 1.1280226629835293, - 1.1240226548772976, - 1.1250225227934048, - 1.1315226626259014, - 1.1320227008920833, - 1.129022650108926, - 1.1260226738315746, - 1.1265227120977566, - 1.1260226738315746, - 1.1210226189953014, - 1.119022719250314, - 1.1215226423603222, - 1.1275226992231533, - 1.1270227354627773, - 1.1260226887327358, - 1.1270227354627773, - 1.1270227354627773, - 1.1260226142269298, - 1.125522590861909, - 1.126022629128091, - 1.1250225227934048, - 1.1225227039915249, - 1.1235226315122768, - 1.1290225905042812, - 1.1270227354627773, - 1.1260226887327358, - 1.1270227354627773, - 1.1215225976568386, - 1.1265227120977566, - 1.1275226992231533, - 1.1220226806265041, - 1.1220226806265041, - 1.1200226765733883, - 1.1265227120977566, - 1.1250225227934048, - 1.1225227039915249, - 1.1245226931434795, - 1.1220226806265041, - 1.1300226372343227, - 1.1270227354627773, - 1.1305226456981823, - 1.1210226189953014, - 1.1215226423603222, - 1.1260226887327358, - 1.12852268634855, - 1.1250226718050167, - 1.1240227144819424, - 1.1205226105314419, - 1.132022671089761, - 1.1330226582151577 + 1.1978132736919813, + 1.1948132825134687, + 1.1898132872818403, + 1.1938133549927168, + 1.192813293361514, + 1.192813278460353, + 1.1898132872818403, + 1.1978132736919813, + 1.1983132821558409, + 1.1953132462738447, + 1.196813241863101, + 1.1898132872818403, + 1.1908132595060759, + 1.1953133058784895, + 1.1978132736919813, + 1.1988133204220228, + 1.1893133235214643, + 1.1983132821558409, + 1.1953132462738447, + 1.1868132961033278, + 1.1873132300613813, + 1.1928133082626753, + 1.1928132337568693, + 1.1943133187530928, + 1.1938133549927168, + 1.1928131890533857, + 1.1948132825134687, + 1.1908132148025923, + 1.1913131785629683, + 1.1943133187530928, + 1.1943133187530928, + 1.1938133549927168, + 1.1888133597610884, + 1.1973132652281218, + 1.1958132696388655, + 1.193313331627696, + 1.1958133292435102, + 1.1868132812021666, + 1.1938133549927168, + 1.1953133058784895, + 1.1928133082626753, + 1.192813293361514, + 1.1878132832287245, + 1.1893132639168196, + 1.1938133549927168, + 1.1908132148025923, + 1.1943133187530928, + 1.192813293361514, + 1.1988132906197004, + 1.1928132337568693, + 1.1993132841823988, + 1.1888133597610884, + 1.1913132530687742, + 1.1928132486580305, + 1.200813264870494, + 1.1943133187530928, + 1.1898132872818403, + 1.1873132449625425, + 1.2018132519958906, + 1.1958132696388655 ], "p10": [ - 1.0740226429563686, - 1.0767226618391201, - 1.0770226639372036, - 1.0788226675850079, - 1.0738226455312894, - 1.0738226455312894, - 1.0680226682827547, - 1.082022659168832, - 1.0767226618391201, - 1.0767226618391201, - 1.0680226881897747, - 1.0718226683002636, - 1.0810226124387905, - 1.0699226629596874, - 1.0738226455312894, - 1.0700226914745494, - 1.0700226646524593, - 1.0736226481062099, - 1.0720226687055752, - 1.0689226519924329, - 1.071822671280496, - 1.0789226677876635, - 1.0767226618391201, - 1.0720226687055752, - 1.0690226477247402, - 1.082022659168832, - 1.0718226683002636, - 1.0738226455312894, - 1.0689226519924329, - 1.0819226544958278, - 1.0717226666074917, - 1.0699226629596874, - 1.0807226177912876, - 1.0770226639372036, - 1.0680226675144135, - 1.0738226455312894, - 1.0740226429563686, - 1.0738226455312894, - 1.0779226657611056, - 1.0740226429563686, - 1.0700226646524593, - 1.071822671280496, - 1.0670226734739467, - 1.071822671280496, - 1.0765226644140407, - 1.0700226646524593, - 1.0680226904016659, - 1.0738226455312894, - 1.0779226657611056, - 1.0718226683002636, - 1.0788226675850079, - 1.0736226481062099, - 1.0810226124387905, - 1.0789226677876635, - 1.0700226944547817, - 1.0699226897817775, - 1.0770226639372036, - 1.067922668801874, - 1.0717226666074917, - 1.0776226636630222 + 1.143813283467143, + 1.143813283467143, + 1.1348133099316053, + 1.143813283467143, + 1.1433132839439801, + 1.1357132715223723, + 1.1348132878126942, + 1.144813285493701, + 1.143813283467143, + 1.1435132813690596, + 1.134813287044353, + 1.1406132650612288, + 1.14781323196873, + 1.140813262486308, + 1.143813283467143, + 1.1406132650612288, + 1.1406132650612288, + 1.1357132693104812, + 1.143813283467143, + 1.1406132650612288, + 1.1368132841823988, + 1.1358132672546797, + 1.1386132908104354, + 1.1388132882355146, + 1.140813262486308, + 1.143813283467143, + 1.1406132650612288, + 1.133713300251811, + 1.14781323196873, + 1.1476132375238828, + 1.1348133099316053, + 1.1406132650612288, + 1.1388132882355146, + 1.143813283467143, + 1.1367132824896269, + 1.136813311004489, + 1.1358132672546797, + 1.136713309311717, + 1.1388132882355146, + 1.1385132861374312, + 1.1348133077197142, + 1.1388132882355146, + 1.1348132878126942, + 1.1444132831929617, + 1.140813262486308, + 1.1388132882355146, + 1.143813283467143, + 1.143813283467143, + 1.145713287317603, + 1.1435132813690596, + 1.144813285493701, + 1.1388132882355146, + 1.1388132882355146, + 1.144713285291045, + 1.140813262486308, + 1.1366132867573195, + 1.1358132672546797, + 1.1357132715223723, + 1.1368133139847212, + 1.1368133139847212 ], "p90": [ - 1.1620227020841762, - 1.1591226857763455, - 1.1560226608675643, - 1.1580226671558544, - 1.160122720585458, - 1.1610226553541347, - 1.160122720585458, - 1.162022648439996, - 1.157122699604623, - 1.162022648439996, - 1.1621226948362515, - 1.1591226857763455, - 1.1620227020841762, - 1.1630226296049282, - 1.1580226705086156, - 1.1610226553541347, - 1.1591226857763455, - 1.158022637353532, - 1.1620227020841762, - 1.1580226343732998, - 1.1581226926904842, - 1.1611226540666744, - 1.1580226641756222, - 1.1630226355653928, - 1.1610226553541347, - 1.1580226343732998, - 1.1611226540666744, - 1.156022667573087, - 1.1620227020841762, - 1.1592226785284205, - 1.1570227068525478, - 1.1580226641756222, - 1.1570227068525478, - 1.162022648439996, - 1.1620226424795315, - 1.162022648439996, - 1.1620226424795315, - 1.1560226608675643, - 1.1580226671558544, - 1.1580226645481513, - 1.1560226616126223, - 1.1620226424795315, - 1.1582226738941594, - 1.1610226553541347, - 1.1580226939779446, - 1.1620226424795315, - 1.1560226608675643, - 1.162022648439996, - 1.1620227020841762, - 1.1620227020841762, - 1.1580226641756222, - 1.1580226679009125, - 1.163022689209573, - 1.1621226948362515, - 1.162022648439996, - 1.1592226785284205, - 1.1590226811033413, - 1.1582226973634884, - 1.1620227020841762, - 1.1610226553541347 + 1.2288132679699355, + 1.2288132679699355, + 1.2248132539032393, + 1.2248132568834715, + 1.2279132735966138, + 1.2298132491348677, + 1.2248132840780908, + 1.228813262009471, + 1.222913297736495, + 1.225913305306285, + 1.2279132735966138, + 1.224813287430852, + 1.2278132748840742, + 1.2279132735966138, + 1.2288133216141157, + 1.2288133216141157, + 1.2288133216141157, + 1.2251133096455031, + 1.2279132795570784, + 1.2258133006332808, + 1.2248132837055616, + 1.2269133401153975, + 1.2261132967708999, + 1.2288133216141157, + 1.224813287430852, + 1.2258133006332808, + 1.2298132491348677, + 1.2248132837055616, + 1.2269133401153975, + 1.2278132748840742, + 1.2248132840780908, + 1.2278132748840742, + 1.2238133263824873, + 1.224813313507884, + 1.2288133216141157, + 1.2250133168934279, + 1.2279132795570784, + 1.2268133473633223, + 1.2288133216141157, + 1.2278132748840742, + 1.22601329805836, + 1.2288133216141157, + 1.2238133263824873, + 1.2279132735966138, + 1.2279132795570784, + 1.2249132887510947, + 1.2288132679699355, + 1.2248132539032393, + 1.229913305961936, + 1.228813262009471, + 1.2278132748840742, + 1.2249132853983336, + 1.224813290038555, + 1.2278132748840742, + 1.2279132735966138, + 1.228813262009471, + 1.2230132904885702, + 1.225013293424099, + 1.2298132550953322, + 1.2269133401153975 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f50ebbbc35126a5da19f79498c7ac8c1e71bf2c9..0903123e56a798212be5b83d5cfe8d78e8419808 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:10:39.157359+00:00", + "evaluated_at": "2026-06-18T03:37:34.402037+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,234 +153,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742, - 1.1862612824450742 + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075 ], "p10": [ - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 0.986261353970648, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0762612681399597, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163, - 1.0862612586032163 + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.0070946873039812, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.097094601473293, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.097094601473293, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496 ], "p90": [ - 1.38626133012879, - 1.2962612967501883, - 1.38626133012879, - 1.2962612967501883, - 1.2862613062869321, - 1.2862613062869321, - 1.2862613062869321, - 1.3862612228404294, - 1.3862612109195005, - 1.3862612109195005, - 1.38626133012879, - 1.2862613062869321, - 1.2962612967501883, - 1.2862613062869321, - 1.2862613062869321, - 1.38626133012879, - 1.3862612109195005, - 1.3862612109195005, - 1.2862613062869321, - 1.3862612109195005, - 1.3862612109195005, - 1.3862612109195005, - 1.3862612109195005, - 1.2862613062869321, - 1.2962612967501883, - 1.2862613062869321, - 1.3862612109195005, - 1.3862612109195005, - 1.2962612967501883, - 1.3862612228404294, - 1.2862613062869321, - 1.3862612109195005, - 1.3862612109195005, - 1.3862612109195005, - 1.3862612109195005, - 1.38626133012879, - 1.3862612109195005, - 1.2862613062869321, - 1.38626133012879, - 1.2862613062869321, - 1.38626133012879, - 1.3862612109195005, - 1.2862613062869321, - 1.2962612967501883, - 1.38626133012879, - 1.3862612109195005, - 1.3862612109195005, - 1.3862612109195005, - 1.2862613062869321, - 1.3862612228404294, - 1.2862613062869321, - 1.2862613062869321, - 1.2862613062869321, - 1.2862613062869321, - 1.38626133012879, - 1.2862613062869321, - 1.2862613062869321, - 1.38626133012879, - 1.3862612228404294, - 1.2962612967501883, - 1.3862612109195005, - 1.3862612109195005, - 1.2862613062869321, - 1.3862612109195005, - 1.2862613062869321, - 1.3862612109195005, - 1.3862612109195005, - 1.3862612109195005, - 1.2862613062869321, - 1.2962612967501883, - 1.2862613062869321, - 1.3862612109195005 + 1.3170946300835216, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.4070946634621233, + 1.3170946300835216, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.4070945442528338, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070946634621233, + 1.4070945442528338, + 1.4070945442528338, + 1.3170946300835216, + 1.4070945561737627, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945561737627, + 1.3070946396202654, + 1.4070945442528338, + 1.3170946300835216, + 1.3170946300835216, + 1.4070946634621233, + 1.3070946396202654, + 1.3070946396202654, + 1.3070946396202654, + 1.4070946634621233, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.3170946300835216, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945561737627, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.4070945561737627 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index cc8f5ba718ca01171935513bb9be1fccb9e11c88..2b60e348f7d154f5fcf6bad4d75a2f44a3fa7182 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T02:22:56.434234+00:00", + "evaluated_at": "2026-06-18T03:37:34.409922+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -123,93 +101,113 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421, - 21.50070179805421 + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332 ], "p10": [ - 20.50070179805421, - 20.50070179805421, - 20.50070179805421, - 21.100702179523935, - 21.19070252284669, - 20.800701035114756, - 21.100702179523935, - 20.50070179805421, - 20.50070179805421, - 20.50070179805421, - 20.7707011114087, - 21.100702179523935, - 20.7707011114087, - 20.50070179805421, - 20.50070179805421, - 21.100702179523935, - 20.50070179805421, - 20.50070179805421, - 20.50070179805421, - 20.800701035114756, - 21.07070206508302, - 21.100702179523935, - 20.800701035114756, - 21.100702179523935 + 19.145833333333332, + 19.94583257039388, + 19.74583371480306, + 19.145833333333332, + 19.74583371480306, + 19.44583257039388, + 19.145833333333332, + 19.145833333333332, + 19.145833333333332, + 19.715833600362142, + 19.44583257039388, + 19.145833333333332, + 19.44583257039388, + 19.74583371480306, + 19.44583257039388, + 19.145833333333332, + 19.145833333333332, + 19.74583371480306, + 19.145833333333332, + 19.845834096272785, + 19.145833333333332, + 19.74583371480306, + 19.74583371480306, + 19.145833333333332 ], "p90": [ - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 21.900701416584482, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421, - 22.100702179523935, - 22.50070179805421, - 22.50070179805421, - 22.50070179805421 + 21.145833333333332, + 21.145833333333332, + 21.145833333333332, + 20.545832951863606, + 20.145833333333332, + 20.545832951863606, + 21.145833333333332, + 20.545832951863606, + 21.145833333333332, + 21.145833333333332, + 21.145833333333332, + 21.145833333333332, + 21.145833333333332, + 20.545832951863606, + 20.605832990010576, + 21.145833333333332, + 20.165833409627275, + 21.145833333333332, + 20.545832951863606, + 21.145833333333332, + 21.145833333333332, + 20.545832951863606, + 20.545832951863606, + 21.145833333333332 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 3b80e90a52b8e59363da111db85db2ca3caad396..035fe61a260cb332fe94ddecd4d5b75e348da796 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T02:22:56.441318+00:00", + "evaluated_at": "2026-06-18T03:37:34.416889+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,88 +366,88 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 33.37689117851542, - 33.42689041557597, - 33.57689003410624, - 33.37689070167826, - 33.22689060631083, - 33.37689117851542, - 33.37689117851542, - 33.376890224841105, - 33.37689117851542, - 33.376890224841105, - 33.37689070167826, - 33.62689117851542, - 33.67689041557597, - 33.37689070167826, - 33.27688888969706, - 33.37689117851542, - 33.326889557269084, - 33.62689117851542, - 33.12689117851542, - 33.42689041557597, - 33.976889652636515, - 33.37688974800395, - 33.376890224841105, - 33.226889652636515 + 33.75514986906479, + 33.655148533920745, + 33.805149106125334, + 33.95514872465561, + 33.45514872465561, + 33.75514986906479, + 34.1551490107579, + 33.455149678329924, + 33.85514834318588, + 33.75514939222763, + 33.45514872465561, + 33.85514882002304, + 33.75514986906479, + 33.555149106125334, + 33.805149106125334, + 33.905148533920745, + 33.75514986906479, + 33.65514948759506, + 33.95514872465561, + 33.75514986906479, + 33.50514986906479, + 33.75514986906479, + 33.50514986906479, + 34.055149106125334 ], "p10": [ - 29.67689041557597, - 30.166890377428995, - 30.466889614489542, - 29.976890129473674, - 29.37689117851542, - 29.266888946917522, - 29.476889652636515, - 26.67689041557597, - 29.97688583793925, - 30.066889614489543, - 30.076890034106242, - 30.436889690783488, - 29.856889385607708, - 27.50689186516093, - 29.276888889697062, - 29.326891178515424, - 29.94688629570292, - 29.276888889697062, - 26.87689117851542, - 29.37689117851542, - 30.476889652636515, - 29.656890530016888, - 29.966886371996868, - 29.97688583793925 + 30.055149106125334, + 29.655147580246428, + 29.645147637466888, + 29.545148018936615, + 29.72514956388901, + 30.055149106125334, + 31.135151127914884, + 30.345145062546234, + 27.055150822739105, + 29.435147122482757, + 29.755149869064788, + 30.555149106125334, + 30.255149678329925, + 29.645147637466888, + 29.84515021238754, + 30.055149106125334, + 30.44515002165268, + 30.055149106125334, + 30.035149220566254, + 30.355144528488616, + 29.555148152451018, + 29.85514834318588, + 29.84514849577377, + 29.85514834318588 ], "p90": [ - 39.586888355639445, - 41.59688991966532, - 42.20689033928202, - 39.67689041557597, - 39.486889500048626, - 37.67689041557597, - 39.96688961448954, - 37.43689102592753, - 36.786890835192665, - 39.29688896599101, - 39.586888355639445, - 37.70689033928202, - 39.51688961448954, - 37.716890568163855, - 37.286890835192665, - 39.69689030113505, - 37.17689041557597, - 40.97689155998515, - 37.98688988151835, - 39.30688881340311, - 39.876889461901655, - 39.09689163627909, - 37.97689060631083, - 37.97689060631083 + 38.60515025053451, + 38.47515051756332, + 39.86514819059799, + 41.175151280502774, + 39.68514750395248, + 38.46514857206771, + 39.68514750395248, + 39.4951504031224, + 38.47515051756332, + 39.475150326828455, + 38.735149602035975, + 38.3651494303746, + 41.355150250534514, + 39.475150326828455, + 37.57514918241928, + 41.41515009794662, + 38.57515032682845, + 37.66514933500717, + 40.285149983505704, + 38.38514931593368, + 38.055149106125334, + 40.255147961716155, + 39.86514819059799, + 39.4951504031224 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 23e5ee5c274fb1d2a9683a9393ffd5e2f7a79b7b..7c86e7913823a9c33787e1bd7e4b1cfc4224f77d 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T02:22:56.452059+00:00", + "evaluated_at": "2026-06-18T03:37:34.427316+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,96 +358,96 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 23.77714045130791, - 23.77714045130791, - 23.877138925429005, - 23.877138925429005, - 23.77713854395928, - 23.877138925429005, - 23.877138925429005, - 23.77714045130791, - 23.877138925429005, - 23.877138925429005, - 23.77714045130791, - 23.77714045130791, - 23.827139688368458, - 23.77714045130791, - 23.877138925429005, - 23.877138925429005, - 23.877138925429005, - 23.877138925429005, - 23.877138925429005, - 23.877138925429005, - 23.77714045130791, - 23.77714045130791, - 23.877138925429005, - 23.877138925429005 + 23.855397242455936, + 23.955397623925663, + 23.955397623925663, + 23.85539914980457, + 23.955397623925663, + 23.85539914980457, + 23.85539914980457, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.85539914980457, + 23.905398386865116, + 23.905398386865116, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.85539914980457, + 23.905398386865116, + 23.955397623925663, + 23.85539914980457, + 23.855397242455936 ], "p10": [ - 22.96713945948662, - 22.96713945948662, - 23.077139688368458, - 22.877138925429005, - 22.877138925429005, - 22.877138925429005, - 22.97713930689873, - 22.96713945948662, - 23.267138505812305, - 23.16713831507744, - 23.077137781019825, - 23.077137781019825, - 22.96713945948662, - 22.97713930689873, - 23.177140069838185, - 22.877140832777638, - 22.97713930689873, - 22.867139078016894, - 22.867139078016894, - 22.877140832777638, - 22.77714045130791, - 22.877140832777638, - 23.077137781019825, - 22.877140642042775 + 22.955399531274296, + 23.155398196130253, + 23.155398386865116, + 22.955399531274296, + 22.955397623925663, + 23.135396784692265, + 23.155396479516483, + 23.355397242455936, + 22.955399340539433, + 22.945397776513552, + 23.05539800539539, + 22.955397623925663, + 23.155396479516483, + 23.05539800539539, + 23.155398386865116, + 22.85539914980457, + 23.155398386865116, + 23.25539686098621, + 23.145396632104372, + 23.05539800539539, + 23.23539697542713, + 23.255398768334842, + 22.955399531274296, + 22.85539914980457 ], "p90": [ - 25.09713957392754, - 24.89714071833672, - 25.077139688368458, - 25.29713862025322, - 25.09713957392754, - 24.987139345045705, - 25.27713854395928, - 24.877138925429005, - 25.27713854395928, - 25.27713854395928, - 25.297140336866992, - 24.98713915431084, - 25.077137971754688, - 25.077139688368458, - 25.27713854395928, - 25.27713854395928, - 25.27713854395928, - 25.077139688368458, - 25.27713854395928, - 25.47713930689873, - 24.987139345045705, - 25.27713854395928, - 25.27713854395928, - 25.27713854395928 + 24.975397509484743, + 25.065397852807497, + 25.155398386865116, + 25.365399187951542, + 25.155398386865116, + 25.155398386865116, + 25.155398386865116, + 25.465399378686403, + 25.265396899133183, + 25.37539731874988, + 25.155398386865116, + 24.865398997216676, + 25.065397852807497, + 25.355397242455936, + 25.065398043542363, + 25.355397242455936, + 25.355397242455936, + 25.155398386865116, + 25.155398386865116, + 24.85539914980457, + 24.955399531274296, + 25.355397242455936, + 25.355397242455936, + 25.355397242455936 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 1919f71d167c125e16de65dfa177c910bce938c6..6498b02bbac056d0250fe78a672c0bad1bf275b8 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T02:22:56.462552+00:00", + "evaluated_at": "2026-06-18T03:37:34.437330+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,88 +198,88 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 15.113273453093813, - 14.613273453093813, - 14.613273453093813, - 15.113273453093813, - 13.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 13.613273453093813, - 13.613273453093813, - 15.613273453093813, - 15.613273453093813, - 14.613273453093813, - 15.613273453093813, - 14.613273453093813, - 13.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 14.113273453093813, - 15.613273453093813 + 15.345558882235528, + 14.345558882235528, + 14.345558882235528, + 15.345558882235528, + 15.345558882235528, + 15.84555888223553, + 13.345558882235528, + 15.345558882235528, + 13.345558882235528, + 15.345558882235528, + 15.345558882235528, + 15.345558882235528, + 15.345558882235528, + 13.845558882235528, + 15.345558882235528, + 14.345558882235528, + 14.845558882235528, + 14.345558882235528, + 15.345558882235528, + 15.345558882235528, + 15.345558882235528, + 14.345558882235528, + 15.345558882235528, + 15.345558882235528 ], "p10": [ - 6.613273453093813, - 6.613273453093813, - 6.613273453093813, - 6.613273453093813, - 6.513273453093815, - 5.613273453093813, - 7.613273453093813, - 7.613273453093813, - 6.613273453093813, - 5.513273453093815, - 7.513273453093815, - 6.613273453093813, - 7.513273453093815, - 6.613273453093813, - 7.513273453093815, - 6.513273453093815, - 7.613273453093813, - 7.613273453093813, - 6.613273453093813, - 7.613273453093813, - 6.613273453093813, - 7.613273453093813, - 6.613273453093813, - 5.613273453093813 + 6.245558882235531, + 6.345558882235529, + 6.345558882235529, + 6.345558882235529, + 7.345558882235529, + 7.345558882235529, + 7.245558882235531, + 6.345558882235529, + 6.345558882235529, + 7.245558882235531, + 6.345558882235529, + 6.345558882235529, + 6.345558882235529, + 5.24555888223553, + 7.245558882235531, + 6.345558882235529, + 6.345558882235529, + 5.345558882235528, + 7.345558882235529, + 6.345558882235529, + 6.345558882235529, + 6.345558882235529, + 7.345558882235529, + 7.345558882235529 ], "p90": [ - 21.61327345309381, - 21.61327345309381, - 22.713273453093805, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 19.61327345309381, - 20.713273453093805, - 21.61327345309381, - 20.713273453093805, - 21.61327345309381, - 22.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 22.713273453093805, - 21.61327345309381, - 21.61327345309381 + 21.34555888223553, + 21.34555888223553, + 20.34555888223553, + 21.34555888223553, + 22.34555888223553, + 21.445558882235524, + 20.34555888223553, + 20.445558882235524, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 22.34555888223553, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 20.34555888223553, + 21.34555888223553, + 21.34555888223553, + 20.34555888223553, + 20.34555888223553, + 21.34555888223553 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 470b6f100667a97ed85e4084f1d39b4087dec3b5..b0ad6727fbf50c19c6310c076af89a0a32d2b86a 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:10:39.171153+00:00", + "evaluated_at": "2026-06-18T03:37:34.444874+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 9357d515068f7b78236121999722907f704d613a..611393e2ccb43d9c857403e026665ae49c7514df 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,11 +1,59 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:24:59.949303+00:00", + "evaluated_at": "2026-06-18T03:37:34.448427+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index bdb51979e202aa1b342aab8a8be95ddc1ac3980c..42383e77fe51a8f8566796682a151a9bdf57a800 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T03:22:45.639223+00:00", - "finished_at": "2026-06-18T03:24:59.967493+00:00", - "task_count": 1, + "started_at": "2026-06-18T03:30:10.955201+00:00", + "finished_at": "2026-06-18T03:37:34.549980+00:00", + "task_count": 9, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,59 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:23:17.484614+00:00", + "evaluated_at": "2026-06-18T03:31:31.434001+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +72,59 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:23:41.619497+00:00", + "evaluated_at": "2026-06-18T03:32:52.284355+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +134,59 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:24:09.030257+00:00", + "evaluated_at": "2026-06-18T03:34:24.253432+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +196,59 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:24:18.661802+00:00", + "evaluated_at": "2026-06-18T03:35:29.729064+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +258,59 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:24:42.539742+00:00", + "evaluated_at": "2026-06-18T03:36:29.183986+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +320,59 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:24:58.157187+00:00", + "evaluated_at": "2026-06-18T03:37:31.905357+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -94,11 +382,59 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:24:59.872703+00:00", + "evaluated_at": "2026-06-18T03:37:34.165053+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -108,11 +444,59 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:24:59.932011+00:00", + "evaluated_at": "2026-06-18T03:37:34.366000+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -122,11 +506,59 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:24:59.949303+00:00", + "evaluated_at": "2026-06-18T03:37:34.448427+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -136,11 +568,59 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:24:59.965176+00:00", + "evaluated_at": "2026-06-18T03:37:34.548159+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } @@ -150,7 +630,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T03:25:38.538968+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_033734.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..2a1e430a3d4b7decce9092b8f6180a5e4b802f29 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:37:34.076034+00:00", + "metrics": { + "MSE[mean]": 343.0665473916124, + "MSE[0.5]": 349.6346531580425, + "MAE[0.5]": 13.222324280523457, + "MASE[0.5]": 1.052389009845002, + "MAPE[0.5]": 0.27397308102808654, + "sMAPE[0.5]": 0.3590882636550788, + "MSIS": 27.232930390986866, + "RMSE[mean]": 18.522055701017972, + "NRMSE[mean]": 0.4977932103297103, + "ND[0.5]": 0.35535921918540087, + "mean_weighted_sum_quantile_loss": 0.3337963950176881 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 23.29741396550419, + 23.777042331017288, + 24.143155508059497, + 24.320439500984342, + 24.206375487061408, + 24.39296985175654, + 24.50788129879098, + 24.110086407490144, + 24.30732996781049, + 24.161076113315005, + 24.36925339702545, + 24.440858055564203, + 24.2996596783433, + 24.25532516641238, + 24.344479858087013, + 24.47158456445423, + 24.442506058654388, + 24.424747779706184, + 24.485502961173758, + 24.120988838668218, + 24.090326834147884, + 24.301658982661074, + 24.22755948922154, + 24.56770166878958 + ], + "p10": [ + 18.486722651231666, + 19.244303517972657, + 19.004442754149142, + 19.67325543467282, + 19.467497411981604, + 20.49439901856015, + 21.871525599774994, + 21.50306602584026, + 18.33327203133929, + 18.336214903848333, + 20.076721207141226, + 21.7046734004903, + 19.92849205165606, + 20.0543640605506, + 20.254254625006286, + 19.93982963027421, + 22.175019499058067, + 20.970181192151212, + 21.087513740368067, + 20.891845532470516, + 20.10380886708238, + 20.067358385201395, + 19.928966038325306, + 21.891299991573113 + ], + "p90": [ + 27.654329208781004, + 28.157385173315216, + 28.28144847462325, + 29.0534571803514, + 30.14382630949357, + 27.87792376488836, + 29.171547653886716, + 28.08367175579644, + 28.31379129294751, + 28.418529996932374, + 28.40606881176019, + 28.56258062843894, + 28.8600957789954, + 27.793788268721578, + 27.89804014981354, + 29.985574454603277, + 28.56344708217476, + 28.323531820024854, + 30.190216270539455, + 28.436240424588764, + 28.07117026517073, + 28.692386484412175, + 28.693545570117642, + 28.54787315847431 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_033108.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_033108.json new file mode 100644 index 0000000000000000000000000000000000000000..385be0a108a72e9b15dea2c2f3e8350779932cb9 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_033108.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:31:08.577452+00:00", + "metrics": { + "MSE[mean]": 29.617508553143427, + "MSE[0.5]": 29.617508553143427, + "MAE[0.5]": 4.639128843943278, + "MASE[0.5]": 0.36923676254199206, + "MAPE[0.5]": 0.14059551491276898, + "sMAPE[0.5]": 0.14270377952704527, + "MSIS": 2.6607906800964867, + "RMSE[mean]": 5.442197033656851, + "NRMSE[mean]": 0.14626285420802285, + "ND[0.5]": 0.12467983455166705, + "mean_weighted_sum_quantile_loss": 0.1461402614451588 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 21.71401596069336, + 21.631298065185547, + 22.25856590270996, + 22.971139907836914, + 24.079753875732422, + 25.52007484436035, + 29.085338592529297, + 36.14641189575195, + 49.063621520996094, + 55.05344009399414, + 57.53281784057617, + 58.78864669799805, + 57.99440002441406, + 56.44052505493164, + 53.739845275878906, + 50.45545196533203, + 48.24610137939453, + 46.70430374145508, + 42.99756622314453, + 29.104022979736328, + 19.277503967285156, + 18.988487243652344, + 19.669004440307617, + 19.77181053161621 + ], + "p10": [ + 18.122703552246094, + 17.664772033691406, + 17.192401885986328, + 16.596399307250977, + 16.601165771484375, + 16.842666625976562, + 17.467626571655273, + 19.414512634277344, + 24.458332061767578, + 27.3156681060791, + 29.636083602905273, + 30.258298873901367, + 28.494165420532227, + 26.888708114624023, + 25.778949737548828, + 23.643394470214844, + 21.606794357299805, + 19.43768310546875, + 17.697044372558594, + 15.365303039550781, + 12.452110290527344, + 13.221572875976562, + 13.756523132324219, + 13.973615646362305 + ], + "p90": [ + 26.0553035736084, + 28.490253448486328, + 30.849212646484375, + 35.12128448486328, + 39.2924690246582, + 43.45438766479492, + 51.962615966796875, + 61.340213775634766, + 71.47547912597656, + 75.5530776977539, + 77.42703247070312, + 76.75862121582031, + 76.02182006835938, + 75.02462005615234, + 71.87934112548828, + 70.73357391357422, + 68.01899719238281, + 67.46127319335938, + 66.05878448486328, + 50.59764099121094, + 31.97578239440918, + 30.26728630065918, + 29.693275451660156, + 30.704927444458008 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_033734.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..dde7a4ead7999856871bc2a1349d35a63a9cd613 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-18T03:37:34.301547+00:00", + "metrics": { + "MSE[mean]": 449.9737498300595, + "MSE[0.5]": 461.11153939423735, + "MAE[0.5]": 16.45818296062801, + "MASE[0.5]": 1.3099369295681427, + "MAPE[0.5]": 0.36564375365227614, + "sMAPE[0.5]": 0.4921506195673812, + "MSIS": 29.604219478596388, + "RMSE[mean]": 21.212584704133995, + "NRMSE[mean]": 0.5701030603574646, + "ND[0.5]": 0.44232518595192866, + "mean_weighted_sum_quantile_loss": 0.40584330615468833 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 22.112583366576956, + 21.895015454753135, + 21.927449450277948, + 21.959882492128443, + 21.342315915448665, + 21.524750483178067, + 21.807183048191405, + 20.98961713908365, + 21.272049227259824, + 21.054483699621795, + 20.636916455369995, + 20.91934997405765, + 20.70178444641962, + 20.38421710680039, + 20.51665053012061, + 20.499083381236243, + 20.23151813970051, + 20.013951181551004, + 20.196383841931773, + 19.878818409661175, + 19.511251832981397, + 19.64368525630162, + 19.27611867962184, + 19.708551340002607 + ], + "p10": [ + 18.412582603637503, + 17.89501450107882, + 17.7674479816195, + 17.54988178640945, + 17.612316754682066, + 17.824749720238614, + 18.787185165348387, + 17.879612523299958, + 14.472051706813048, + 16.734481429876922, + 16.936917599779175, + 17.619350260159944, + 17.201784255684757, + 16.474215638141942, + 16.556651636382817, + 16.649083953440833, + 16.9215182922884, + 16.413950800081277, + 16.27638433784242, + 16.478813069085003, + 15.561250116367628, + 15.743683730422713, + 15.616117306330823, + 15.508550577063154 + ], + "p90": [ + 26.962583748046676, + 26.715017438395712, + 27.9874485347506, + 29.17988504797561, + 27.57231469474554, + 26.23474918618099, + 27.337181541385984, + 27.029617863876126, + 25.892051401637264, + 26.774484634222624, + 25.916917332750362, + 25.42935058440921, + 28.301784827889346, + 26.304218327503513, + 24.286650606414554, + 28.009084945262117, + 25.051518597464174, + 24.02395102896311, + 26.52638510078187, + 24.50881785653007, + 24.061251070041944, + 26.143683348952987, + 25.63611700115504, + 25.148552636999675 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_033614.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_033614.json new file mode 100644 index 0000000000000000000000000000000000000000..8753aa85f36a21fbe00312026e7c1d09f474c20e --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_033614.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:36:14.299811+00:00", + "metrics": { + "MSE[mean]": 48.47127704386215, + "MSE[0.5]": 70.50814695506217, + "MAE[0.5]": 5.730656067530314, + "MASE[0.5]": 0.4561134137024602, + "MAPE[0.5]": 0.1323584789518726, + "sMAPE[0.5]": 0.14578474359874585, + "MSIS": 3.124892448412529, + "RMSE[mean]": 6.962131645111442, + "NRMSE[mean]": 0.18711216067488756, + "ND[0.5]": 0.15401539263239367, + "mean_weighted_sum_quantile_loss": 0.1799112126055057 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 23.001380920410156, + 22.712797164916992, + 22.287482261657715, + 23.145886421203613, + 22.716782569885254, + 25.030369758605957, + 28.07051181793213, + 30.56257438659668, + 36.79756164550781, + 43.193084716796875, + 47.86604309082031, + 50.01114082336426, + 48.82710075378418, + 42.81748962402344, + 39.22945594787598, + 36.659372329711914, + 31.21523666381836, + 37.54293251037598, + 32.399192810058594, + 28.134745597839355, + 26.9895076751709, + 25.855167388916016, + 23.51201343536377, + 23.936209678649902 + ], + "p10": [ + 19.940696716308594, + 17.497142791748047, + 15.930035591125488, + 15.406265258789062, + 16.089740753173828, + 14.949317932128906, + 17.25750732421875, + 17.077162742614746, + 23.19757843017578, + 26.531733512878418, + 28.04572105407715, + 26.7023983001709, + 24.35244655609131, + 21.607067108154297, + 17.017285346984863, + 16.074588298797607, + 13.766599655151367, + 16.405224800109863, + 16.596564292907715, + 15.648939609527588, + 14.65443229675293, + 12.77632999420166, + 13.623791694641113, + 14.024900436401367 + ], + "p90": [ + 26.237075805664062, + 28.78588104248047, + 30.33216381072998, + 32.100226402282715, + 34.77781677246094, + 40.11779022216797, + 47.91085624694824, + 49.851524353027344, + 61.80363655090332, + 69.7840805053711, + 81.09253311157227, + 80.42522430419922, + 80.39604949951172, + 80.87705612182617, + 75.39550018310547, + 74.13872528076172, + 66.43497085571289, + 72.05123901367188, + 72.76201248168945, + 63.864559173583984, + 55.082767486572266, + 58.59323501586914, + 51.331687927246094, + 49.81523513793945 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_033734.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..0c0b61603981bb84b84df21e17e1ba6d7741031c --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:37:34.416889+00:00", + "metrics": { + "MSE[mean]": 193.13558403414913, + "MSE[0.5]": 196.38170546573465, + "MAE[0.5]": 12.294179302780188, + "MASE[0.5]": 0.9785162509111863, + "MAPE[0.5]": 0.32416386125757224, + "sMAPE[0.5]": 0.3306207786971516, + "MSIS": 13.55783136665073, + "RMSE[mean]": 13.897322908896847, + "NRMSE[mean]": 0.3735002797463878, + "ND[0.5]": 0.3304146733110017, + "mean_weighted_sum_quantile_loss": 0.2980414265854275 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 33.75514986906479, + 33.655148533920745, + 33.805149106125334, + 33.95514872465561, + 33.45514872465561, + 33.75514986906479, + 34.1551490107579, + 33.455149678329924, + 33.85514834318588, + 33.75514939222763, + 33.45514872465561, + 33.85514882002304, + 33.75514986906479, + 33.555149106125334, + 33.805149106125334, + 33.905148533920745, + 33.75514986906479, + 33.65514948759506, + 33.95514872465561, + 33.75514986906479, + 33.50514986906479, + 33.75514986906479, + 33.50514986906479, + 34.055149106125334 + ], + "p10": [ + 30.055149106125334, + 29.655147580246428, + 29.645147637466888, + 29.545148018936615, + 29.72514956388901, + 30.055149106125334, + 31.135151127914884, + 30.345145062546234, + 27.055150822739105, + 29.435147122482757, + 29.755149869064788, + 30.555149106125334, + 30.255149678329925, + 29.645147637466888, + 29.84515021238754, + 30.055149106125334, + 30.44515002165268, + 30.055149106125334, + 30.035149220566254, + 30.355144528488616, + 29.555148152451018, + 29.85514834318588, + 29.84514849577377, + 29.85514834318588 + ], + "p90": [ + 38.60515025053451, + 38.47515051756332, + 39.86514819059799, + 41.175151280502774, + 39.68514750395248, + 38.46514857206771, + 39.68514750395248, + 39.4951504031224, + 38.47515051756332, + 39.475150326828455, + 38.735149602035975, + 38.3651494303746, + 41.355150250534514, + 39.475150326828455, + 37.57514918241928, + 41.41515009794662, + 38.57515032682845, + 37.66514933500717, + 40.285149983505704, + 38.38514931593368, + 38.055149106125334, + 40.255147961716155, + 39.86514819059799, + 39.4951504031224 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_033734.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..0c83d8894d8253f9507e3c35460ec3e4c6f875f8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:37:34.510003+00:00", + "metrics": { + "MSE[mean]": 95.51666216850397, + "MSE[0.5]": 95.51666216850397, + "MAE[0.5]": 8.758333206176758, + "MASE[0.5]": 0.6970917831986543, + "MAPE[0.5]": 0.28123160409310394, + "sMAPE[0.5]": 0.3351721445181861, + "MSIS": 24.928678925734232, + "RMSE[mean]": 9.773262616368394, + "NRMSE[mean]": 0.2626632730043017, + "ND[0.5]": 0.2353863347684683, + "mean_weighted_sum_quantile_loss": 0.2293263621636999 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "p10": [ + 12.348000373840332, + 11.76, + 10.681999626159667, + 10.78, + 11.465999813079835, + 12.25, + 14.014000186920166, + 21.363999252319335, + 24.303999252319336, + 37.63200149536133, + 51.54799850463867, + 65.26799850463867, + 68.01200149536133, + 60.46600074768066, + 56.15399925231934, + 53.99799850463867, + 53.99799850463867, + 55.86, + 51.64600074768067, + 38.122001495361324, + 17.54199962615967, + 19.011999626159668, + 19.991999626159668, + 22.05 + ], + "p90": [ + 12.852000389099121, + 12.24, + 11.11799961090088, + 11.22, + 11.933999805450439, + 12.75, + 14.58600019454956, + 22.23599922180176, + 25.295999221801758, + 39.16800155639648, + 53.65199844360352, + 67.93199844360352, + 70.78800155639648, + 62.93400077819825, + 58.445999221801756, + 56.201998443603514, + 56.201998443603514, + 58.14, + 53.75400077819824, + 39.67800155639649, + 18.257999610900878, + 19.78799961090088, + 20.80799961090088, + 22.95 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_033714.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_033714.json new file mode 100644 index 0000000000000000000000000000000000000000..f90058b37db9743ed8fe40fc9ecc1991aceef2a8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_033714.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:37:14.947843+00:00", + "metrics": { + "MSE[mean]": 73.9657991154495, + "MSE[0.5]": 73.9657991154495, + "MAE[0.5]": 6.8719775676727295, + "MASE[0.5]": 0.5469532825460142, + "MAPE[0.5]": 0.17270567188596433, + "sMAPE[0.5]": 0.1795133211700711, + "MSIS": 2.721461655973371, + "RMSE[mean]": 8.600337151266194, + "NRMSE[mean]": 0.23114008021320118, + "ND[0.5]": 0.18468920674596362, + "mean_weighted_sum_quantile_loss": 0.1772553136222054 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 22.17626953125, + 21.8125, + 22.212646484375, + 22.685546875, + 23.594970703125, + 24.613525390625, + 27.7965087890625, + 36.5087890625, + 49.24072265625, + 57.025390625, + 60.9541015625, + 62.4091796875, + 58.6259765625, + 51.6416015625, + 44.87548828125, + 38.873291015625, + 34.4898681640625, + 32.36181640625, + 30.674835205078125, + 27.887451171875, + 23.594970703125, + 22.75830078125, + 22.576416015625, + 22.03076171875 + ], + "p10": [ + 20.13916015625, + 18.90234375, + 18.3203125, + 17.8837890625, + 18.4658203125, + 18.97509765625, + 20.13916015625, + 24.06787109375, + 28.80596923828125, + 30.899917602539062, + 31.5069580078125, + 30.4520263671875, + 25.559326171875, + 20.7939453125, + 18.611328125, + 16.06494140625, + 14.46435546875, + 15.119140625, + 15.48291015625, + 14.75537109375, + 12.71826171875, + 13.44580078125, + 13.88232421875, + 13.73681640625 + ], + "p90": [ + 24.322509765625, + 25.013671875, + 26.8143310546875, + 27.9783935546875, + 29.488037109375, + 32.580078125, + 39.4189453125, + 53.82421875, + 72.740234375, + 82.052734375, + 85.544921875, + 87.873046875, + 87.291015625, + 82.052734375, + 75.650390625, + 69.248046875, + 64.7373046875, + 62.1181640625, + 58.3349609375, + 52.5146484375, + 44.43896484375, + 39.819091796875, + 36.36328125, + 33.5986328125 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_033226.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_033226.json new file mode 100644 index 0000000000000000000000000000000000000000..0cf47b309d456c124bcb635e9c9f171b6a8a4624 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_033226.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:32:26.929050+00:00", + "metrics": { + "MSE[mean]": 63.69566031633576, + "MSE[0.5]": 110.95217997009968, + "MAE[0.5]": 7.873037497202556, + "MASE[0.5]": 0.6266294760565014, + "MAPE[0.5]": 0.1858106001924926, + "sMAPE[0.5]": 0.20743595062098308, + "MSIS": 8.350486912599719, + "RMSE[mean]": 7.980956102894925, + "NRMSE[mean]": 0.21449378104084904, + "ND[0.5]": 0.21159339298192759, + "mean_weighted_sum_quantile_loss": 0.16718573181638374 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 23.437929153442383, + 23.695770263671875, + 24.082279205322266, + 24.140722274780273, + 24.471193313598633, + 26.400264739990234, + 29.518619537353516, + 33.474891662597656, + 38.802127838134766, + 42.31632614135742, + 44.33354187011719, + 43.4122200012207, + 41.86418533325195, + 39.644954681396484, + 37.46131134033203, + 34.94568634033203, + 33.02444839477539, + 30.713665008544922, + 29.691181182861328, + 26.89013671875, + 23.083955764770508, + 21.168277740478516, + 20.14381217956543, + 20.92141342163086 + ], + "p10": [ + 24.6137752532959, + 25.084230422973633, + 26.36263656616211, + 27.060924530029297, + 28.081336975097656, + 30.824417114257812, + 33.942100524902344, + 39.65751266479492, + 45.82497787475586, + 49.443416595458984, + 51.25373077392578, + 51.9886589050293, + 49.504859924316406, + 47.438026428222656, + 44.933162689208984, + 42.569862365722656, + 39.81949234008789, + 37.163204193115234, + 36.628780364990234, + 32.99167251586914, + 28.909297943115234, + 27.081775665283203, + 26.626808166503906, + 26.656280517578125 + ], + "p90": [ + 27.087337493896484, + 28.964473724365234, + 31.50334930419922, + 33.11029052734375, + 35.83462142944336, + 40.23782730102539, + 46.04336166381836, + 52.42036056518555, + 60.68955993652344, + 65.8978500366211, + 69.76516723632812, + 69.50289916992188, + 68.10137176513672, + 65.34101867675781, + 62.205299377441406, + 58.96421432495117, + 55.67045211791992, + 52.91081619262695, + 50.80086898803711, + 46.87142562866211, + 42.33011245727539, + 39.977962493896484, + 37.54129409790039, + 37.055355072021484 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_033509.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_033509.json new file mode 100644 index 0000000000000000000000000000000000000000..e0127adc1b46f8bf19aef435017a34d3144d7674 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_033509.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:35:09.225908+00:00", + "metrics": { + "MSE[mean]": 36.9562932382161, + "MSE[0.5]": 36.9562932382161, + "MAE[0.5]": 5.077369610468547, + "MASE[0.5]": 0.404117147909381, + "MAPE[0.5]": 0.13465162935563177, + "sMAPE[0.5]": 0.13904509043434066, + "MSIS": 3.0360730294707614, + "RMSE[mean]": 6.079168795009405, + "NRMSE[mean]": 0.16338191610327626, + "ND[0.5]": 0.13645786187149508, + "mean_weighted_sum_quantile_loss": 0.16757809505009363 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 22.226970672607422, + 22.160999298095703, + 22.528560638427734, + 23.014270782470703, + 23.523658752441406, + 24.39308738708496, + 27.430511474609375, + 34.82352066040039, + 46.765480041503906, + 52.55075454711914, + 55.276939392089844, + 55.83412170410156, + 53.92972183227539, + 50.31425476074219, + 47.44529724121094, + 44.503299713134766, + 41.30681610107422, + 38.27977752685547, + 37.1932373046875, + 29.42279624938965, + 22.595779418945312, + 21.59087371826172, + 21.571456909179688, + 21.409778594970703 + ], + "p10": [ + 19.382261276245117, + 18.08450698852539, + 17.044906616210938, + 16.435646057128906, + 16.12824249267578, + 16.008098602294922, + 16.4622802734375, + 19.069583892822266, + 23.909181594848633, + 25.06751823425293, + 27.605270385742188, + 25.90073585510254, + 22.75546646118164, + 19.592674255371094, + 16.442441940307617, + 14.118762969970703, + 12.853254318237305, + 13.09402847290039, + 13.049591064453125, + 12.958053588867188, + 10.903995513916016, + 11.195259094238281, + 11.646587371826172, + 11.727081298828125 + ], + "p90": [ + 25.37367820739746, + 27.151769638061523, + 30.30487060546875, + 34.202884674072266, + 38.26287841796875, + 43.1883430480957, + 49.005149841308594, + 59.90026092529297, + 72.51909637451172, + 76.52473449707031, + 79.07498931884766, + 80.03086853027344, + 78.78179931640625, + 75.31376647949219, + 73.8997802734375, + 71.5850830078125, + 69.50442504882812, + 65.98924255371094, + 64.01451110839844, + 54.31303024291992, + 43.361656188964844, + 40.046409606933594, + 37.992332458496094, + 36.58671569824219 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_033345.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_033345.json new file mode 100644 index 0000000000000000000000000000000000000000..077467aee05c5554c3b83d16c623268e215ec131 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_033345.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:33:45.645394+00:00", + "metrics": { + "MSE[mean]": 48.39435226271462, + "MSE[0.5]": 48.39435226271462, + "MAE[0.5]": 5.448832750320435, + "MASE[0.5]": 0.4336825796480714, + "MAPE[0.5]": 0.13486675242669913, + "sMAPE[0.5]": 0.14727628980507823, + "MSIS": 2.429539707981284, + "RMSE[mean]": 6.956604937950309, + "NRMSE[mean]": 0.186963626551856, + "ND[0.5]": 0.14644119373761527, + "mean_weighted_sum_quantile_loss": 0.1601355696608508 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5 + ], + "actual": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0 + ], + "predictions": { + "p50": [ + 22.837047576904297, + 22.90957260131836, + 23.1922664642334, + 23.25572967529297, + 23.38998031616211, + 23.467382431030273, + 25.18061065673828, + 30.391786575317383, + 37.67229080200195, + 41.307003021240234, + 44.779876708984375, + 45.98133087158203, + 45.62626266479492, + 44.25184631347656, + 45.20465087890625, + 44.226966857910156, + 42.46625518798828, + 41.097442626953125, + 37.56665802001953, + 29.353181838989258, + 20.316936492919922, + 20.505720138549805, + 20.049985885620117, + 19.67679214477539 + ], + "p10": [ + 21.03515625, + 19.8592586517334, + 18.889053344726562, + 18.29705047607422, + 17.59212303161621, + 16.931194305419922, + 17.37932586669922, + 20.063411712646484, + 22.67203140258789, + 24.25226593017578, + 25.363557815551758, + 25.020498275756836, + 21.99585723876953, + 19.971942901611328, + 19.18520736694336, + 17.11233139038086, + 15.842879295349121, + 14.647064208984375, + 14.54351806640625, + 14.589639663696289, + 10.885751724243164, + 11.6331787109375, + 11.811954498291016, + 11.684362411499023 + ], + "p90": [ + 24.16968536376953, + 25.66517448425293, + 27.547861099243164, + 28.750320434570312, + 30.144367218017578, + 32.06081008911133, + 35.84220504760742, + 45.4247932434082, + 56.45201110839844, + 61.559329986572266, + 65.19047546386719, + 67.74813842773438, + 69.44913482666016, + 69.74036407470703, + 70.75926971435547, + 69.54936981201172, + 68.47792053222656, + 65.28243255615234, + 63.507652282714844, + 53.278709411621094, + 36.72509765625, + 33.98362731933594, + 32.06339645385742, + 30.48617935180664 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_033733.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_033733.json new file mode 100644 index 0000000000000000000000000000000000000000..88ad20acd0f992b28ac510bcfbc7b126e7747c88 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_033733.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:37:33.765493+00:00", + "metrics": { + "MSE[mean]": 812073.217031219, + "MSE[0.5]": 354005.6677077881, + "MAE[0.5]": 535.083300906607, + "MASE[0.5]": 0.5431672754988348, + "MAPE[0.5]": 0.008232827879735595, + "sMAPE[0.5]": 0.008222324772626806, + "MSIS": 7.394464070748245, + "RMSE[mean]": 901.1510511735638, + "NRMSE[mean]": 0.013856086041561631, + "ND[0.5]": 0.008227433399882673, + "mean_weighted_sum_quantile_loss": 0.0072682439765789225 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65147.691769853984, + 65155.1028934771, + 65185.78745347722, + 65157.007946574406, + 65155.64009367096, + 65160.113194771846, + 65164.478902429444, + 65158.9432976244, + 65151.267205826036, + 65149.70865136339, + 65151.26795981523, + 65156.27266719824, + 65158.94123351334, + 65158.941385954604, + 65153.78898744726, + 65154.89048048851, + 65161.65487110574, + 65155.031412505006, + 65156.272485408655, + 65135.069031462976, + 65164.48247959961, + 65158.94133234967, + 65147.821887402846, + 65152.82851365718 + ], + "p10": [ + 64850.16618549856, + 64983.96582072018, + 64960.36383299123, + 64950.506458323696, + 64892.18898603873, + 64950.640606918285, + 64960.39952890541, + 64959.42817135717, + 64943.9914713883, + 64855.6733593704, + 64943.99222537749, + 64959.426384717925, + 65000.43667865604, + 64949.14202017774, + 64950.634064611804, + 64950.48489780525, + 64897.64780936243, + 64986.50447618491, + 64950.634091603046, + 64949.14196761054, + 64950.48488067348, + 64897.64781877452, + 64855.6727658029, + 64983.89433495902 + ], + "p90": [ + 65406.97934000839, + 65368.18253303399, + 65497.17698223505, + 65484.51931618998, + 65484.485885179995, + 65484.50425196614, + 65474.61876125249, + 65497.21822185935, + 65474.62125928321, + 65474.62293256027, + 65380.53794845934, + 65489.29095948097, + 65485.76949264663, + 65488.41022603496, + 65373.73642951253, + 65484.88899893403, + 65497.21624717253, + 65504.91811556093, + 65370.028345548824, + 65474.622340725626, + 65488.410171164796, + 65380.53827487482, + 65380.53827417971, + 65380.53827456159 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_033040.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_033040.json new file mode 100644 index 0000000000000000000000000000000000000000..a185ca0ede45fb3799f923c57cff5b88319cbfc5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_033040.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:30:40.997825+00:00", + "metrics": { + "MSE[mean]": 699301.2561073303, + "MSE[0.5]": 699301.2561073303, + "MAE[0.5]": 709.3697916666666, + "MASE[0.5]": 0.7200868657420697, + "MAPE[0.5]": 0.010966310900431915, + "sMAPE[0.5]": 0.010885170670748734, + "MSIS": 2.4493918715148353, + "RMSE[mean]": 836.2423429289684, + "NRMSE[mean]": 0.012858050645484051, + "ND[0.5]": 0.010907260060139326, + "mean_weighted_sum_quantile_loss": 0.007201112296877261 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65818.3203125, + 65809.0703125, + 65806.84375, + 65808.0, + 65784.3828125, + 65777.671875, + 65760.453125, + 65749.0859375, + 65728.6328125, + 65725.2734375, + 65694.0390625, + 65693.5, + 65688.5859375, + 65685.9609375, + 65658.0390625, + 65668.5546875, + 65630.5390625, + 65620.8828125, + 65614.3359375, + 65600.2578125, + 65570.6796875, + 65531.0546875, + 65489.77734375, + 65480.26953125 + ], + "p10": [ + 65520.25390625, + 65408.3046875, + 65309.62890625, + 65196.1875, + 65074.29296875, + 64950.6328125, + 64816.41015625, + 64732.1640625, + 64650.86328125, + 64536.33984375, + 64473.30859375, + 64409.9921875, + 64325.71875, + 64270.1171875, + 64228.8828125, + 64219.5078125, + 64127.96484375, + 63999.09765625, + 63952.578125, + 63903.81640625, + 63823.75390625, + 63772.546875, + 63713.078125, + 63686.98046875 + ], + "p90": [ + 66027.6171875, + 66120.15625, + 66199.125, + 66266.5234375, + 66320.59375, + 66350.65625, + 66369.53125, + 66417.4296875, + 66446.609375, + 66485.828125, + 66510.6484375, + 66561.9453125, + 66624.46875, + 66623.53125, + 66631.1640625, + 66652.0859375, + 66669.90625, + 66697.2109375, + 66717.796875, + 66791.3046875, + 66768.890625, + 66802.015625, + 66823.0234375, + 66819.859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_033734.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..de72f95dcb0eba9eceb7b4cfe0f824a537a1c293 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T03:37:34.216379+00:00", + "metrics": { + "MSE[mean]": 1787987.4749320708, + "MSE[0.5]": 1689724.6338458126, + "MAE[0.5]": 1096.4799043587252, + "MASE[0.5]": 1.1130453917748075, + "MAPE[0.5]": 0.016955293806109398, + "sMAPE[0.5]": 0.016755152221986175, + "MSIS": 30.89601326760379, + "RMSE[mean]": 1337.1564885726991, + "NRMSE[mean]": 0.02056009958881716, + "ND[0.5]": 0.016859459774087943, + "mean_weighted_sum_quantile_loss": 0.016227874968216167 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65842.74485232303, + 65861.90660821208, + 65891.22070785113, + 65915.00355749018, + 65955.80984462923, + 65947.60831926829, + 66002.58257515733, + 66030.63300292139, + 66036.61311818543, + 66068.18893657447, + 66071.99522371353, + 66151.98901085257, + 66154.84217299163, + 66165.20314763067, + 66161.19693476973, + 66213.13994065877, + 66249.51263404783, + 66273.27595243687, + 66287.21895832593, + 66293.31040171497, + 66338.05418885402, + 66372.97766349307, + 66385.99098188212, + 66421.43398777118 + ], + "p10": [ + 65549.29172732303, + 65656.86832696208, + 65686.41211410113, + 65722.96761999019, + 65685.67859462922, + 65768.12355364328, + 65828.13140328233, + 65821.73964354639, + 65784.45061818542, + 65771.52878032447, + 65879.10537996353, + 65974.29213585258, + 65990.00623549163, + 65966.51564763067, + 65977.87740351973, + 65958.91337815877, + 66043.97669654783, + 66068.66970243688, + 66081.50020832593, + 66114.67368296497, + 66082.37840760402, + 66167.81750724307, + 66131.76441938212, + 66251.32461277118 + ], + "p90": [ + 66172.34016482302, + 66094.18785821208, + 66234.47461410113, + 66246.10511999018, + 66273.93875087923, + 66298.63175676829, + 66224.37163765733, + 66429.34589354639, + 66293.03889943543, + 66407.32565532447, + 66323.14366121353, + 66446.87338585257, + 66471.56639174162, + 66497.01174138067, + 66407.83755976973, + 66545.56181565877, + 66580.17669654783, + 66698.49470243687, + 66514.64083332593, + 66644.33383921497, + 66669.11043885401, + 66594.76672599307, + 66719.24879438212, + 66743.94180027118 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_033550.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_033550.json new file mode 100644 index 0000000000000000000000000000000000000000..3536ea03de25e9bc6463eec3d0ca87a384552e0c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_033550.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:35:50.153976+00:00", + "metrics": { + "MSE[mean]": 876618.6855227152, + "MSE[0.5]": 910855.5768871307, + "MAE[0.5]": 798.8878580729166, + "MASE[0.5]": 0.8109573604022895, + "MAPE[0.5]": 0.012354605092413568, + "sMAPE[0.5]": 0.012247632720748775, + "MSIS": 4.589084886193586, + "RMSE[mean]": 936.279170719244, + "NRMSE[mean]": 0.014396215519599005, + "ND[0.5]": 0.01228368860536923, + "mean_weighted_sum_quantile_loss": 0.007952663002448164 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65766.90234375, + 65790.49609375, + 65749.91796875, + 65744.25, + 65783.0859375, + 65774.859375, + 65825.98046875, + 65818.20703125, + 65785.22265625, + 65765.578125, + 65792.0390625, + 65815.2421875, + 65812.41015625, + 65852.15625, + 65818.74609375, + 65831.26171875, + 65849.94921875, + 65867.2109375, + 65846.17578125, + 65913.77734375, + 65756.94921875, + 65771.35546875, + 65748.48046875, + 65806.3515625 + ], + "p10": [ + 65470.794921875, + 65291.736328125, + 65239.86328125, + 65031.318359375, + 65171.5625, + 65093.357421875, + 64975.68359375, + 64870.568359375, + 64917.1015625, + 64683.111328125, + 64980.484375, + 64660.3125, + 64885.486328125, + 64940.65625, + 64722.7265625, + 64673.62890625, + 64532.623046875, + 64653.466796875, + 64354.12890625, + 64573.958984375, + 64160.904296875, + 63927.509765625, + 64243.92578125, + 64250.158203125 + ], + "p90": [ + 66169.8828125, + 66294.62109375, + 66201.35546875, + 66344.953125, + 66364.21875, + 66414.1796875, + 66396.0546875, + 66412.58984375, + 66589.390625, + 66722.78515625, + 66875.94140625, + 66582.3046875, + 66719.6328125, + 67025.390625, + 67195.04296875, + 67081.2578125, + 66697.34375, + 67144.7421875, + 66932.75390625, + 67422.734375, + 67197.203125, + 67257.51953125, + 67159.83203125, + 67312.2734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_033734.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..714ee5311c4b0c07217bbc39ae4b477b2fd3251e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:37:34.371792+00:00", + "metrics": { + "MSE[mean]": 1356306.7323097584, + "MSE[0.5]": 1269936.7624785332, + "MAE[0.5]": 972.3213061951719, + "MASE[0.5]": 0.9870110203414472, + "MAPE[0.5]": 0.01502986921337702, + "sMAPE[0.5]": 0.014879323596572935, + "MSIS": 25.530993666152842, + "RMSE[mean]": 1164.6058270117655, + "NRMSE[mean]": 0.01790696301420733, + "ND[0.5]": 0.01495039889387983, + "mean_weighted_sum_quantile_loss": 0.01424455344691828 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65997.93600945723, + 65992.40475945723, + 65997.02585320723, + 65996.11569695723, + 66012.22897820723, + 65979.33444695723, + 66009.61569695723, + 66012.97311883223, + 65994.26022820723, + 66001.14304070723, + 65980.25632195723, + 66035.55710320723, + 66013.71725945723, + 65999.38522820723, + 65970.68600945723, + 65997.93600945723, + 66009.61569695723, + 66008.68600945723, + 65997.93600945723, + 65979.33444695723, + 65999.38522820723, + 66009.61569695723, + 65997.93600945723, + 66008.68600945723 + ], + "p10": [ + 65704.48288445723, + 65787.36647820723, + 65792.21725945723, + 65804.07975945724, + 65742.09772820723, + 65799.84968133223, + 65835.16452508223, + 65804.07975945724, + 65742.09772820723, + 65704.48288445723, + 65787.36647820723, + 65857.86022820724, + 65848.88132195723, + 65800.69772820723, + 65787.36647820723, + 65743.70944695723, + 65804.07975945724, + 65804.07975945724, + 65792.21725945723, + 65800.69772820723, + 65743.70944695723, + 65804.45554070723, + 65743.70944695723, + 65838.57663445723 + ], + "p90": [ + 66327.53132195723, + 66224.68600945723, + 66340.27975945723, + 66327.21725945723, + 66330.35788445723, + 66330.35788445723, + 66231.40475945723, + 66411.68600945723, + 66250.68600945723, + 66340.27975945723, + 66231.40475945723, + 66330.44147820723, + 66330.44147820723, + 66331.19382195723, + 66217.32663445723, + 66330.35788445723, + 66340.27975945723, + 66433.90475945723, + 66225.35788445723, + 66330.35788445723, + 66330.44147820723, + 66231.40475945723, + 66331.19382195723, + 66331.19382195723 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_033734.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..2031a7d67d3f74e78867c239625a864fb5530d3c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:37:34.452883+00:00", + "metrics": { + "MSE[mean]": 1394484.0628445942, + "MSE[0.5]": 1394484.0628445942, + "MAE[0.5]": 1022.4440104166666, + "MASE[0.5]": 1.0378909723909602, + "MAPE[0.5]": 0.015790385791439515, + "sMAPE[0.5]": 0.015625930101051413, + "MSIS": 4.021978018177504, + "RMSE[mean]": 1180.882747288906, + "NRMSE[mean]": 0.018157236714224645, + "ND[0.5]": 0.01572108489754628, + "mean_weighted_sum_quantile_loss": 0.011767190345792032 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "p10": [ + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996 + ], + "p90": [ + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_033648.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_033648.json new file mode 100644 index 0000000000000000000000000000000000000000..daae1ad4eb7415290aef63fd35c1c7393c0f91e0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_033648.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:36:48.278025+00:00", + "metrics": { + "MSE[mean]": 955651.804813385, + "MSE[0.5]": 955651.804813385, + "MAE[0.5]": 834.3831380208334, + "MASE[0.5]": 0.8469888987996042, + "MAPE[0.5]": 0.012899566841854183, + "sMAPE[0.5]": 0.012786783049340248, + "MSIS": 6.308239226209345, + "RMSE[mean]": 977.5744497547923, + "NRMSE[mean]": 0.015031171156261352, + "ND[0.5]": 0.012829463536649785, + "mean_weighted_sum_quantile_loss": 0.008297911728421361 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65975.9375, + 65947.28125, + 65918.625, + 65922.71875, + 65902.25, + 65894.0625, + 65869.5, + 65877.6875, + 65865.40625, + 65849.03125, + 65840.84375, + 65849.03125, + 65824.46875, + 65824.46875, + 65812.1875, + 65808.09375, + 65828.5625, + 65812.1875, + 65793.765625, + 65781.484375, + 65767.15625, + 65775.34375, + 65761.015625, + 65761.015625 + ], + "p10": [ + 65558.375, + 65408.44140625, + 65282.125, + 65233.43359375, + 65144.90625, + 65088.6171875, + 65035.3984375, + 65013.90625, + 64966.828125, + 64897.234375, + 64868.578125, + 64846.0625, + 64796.9375, + 64770.328125, + 64756.0, + 64710.96875, + 64686.40625, + 64661.84375, + 64629.09375, + 64604.53125, + 64588.15625, + 64584.0625, + 64547.21875, + 64526.75 + ], + "p90": [ + 66393.5, + 66491.75, + 66557.25, + 66590.0, + 66630.9375, + 66663.6875, + 66671.875, + 66696.4375, + 66712.8125, + 66712.8125, + 66712.8125, + 66745.5625, + 66737.375, + 66753.75, + 66737.375, + 66753.75, + 66794.6875, + 66794.6875, + 66778.3125, + 66778.3125, + 66770.125, + 66794.6875, + 66794.6875, + 66802.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_033156.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_033156.json new file mode 100644 index 0000000000000000000000000000000000000000..87869ebbe264aa75b0d7873ee8c211e566bb1c78 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_033156.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:31:56.478599+00:00", + "metrics": { + "MSE[mean]": 1146063.6566327412, + "MSE[0.5]": 945877.3243726095, + "MAE[0.5]": 810.4026692708334, + "MASE[0.5]": 0.8226461359922932, + "MAPE[0.5]": 0.012533763209709376, + "sMAPE[0.5]": 0.01242272580112764, + "MSIS": 34.872566070679966, + "RMSE[mean]": 1070.5436266835375, + "NRMSE[mean]": 0.016460663928932768, + "ND[0.5]": 0.012460740182352789, + "mean_weighted_sum_quantile_loss": 0.01329882396574515 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65781.78125, + 65774.0546875, + 65791.8046875, + 65793.4140625, + 65810.6484375, + 65799.484375, + 65776.046875, + 65743.3125, + 65748.875, + 65732.296875, + 65738.234375, + 65737.1796875, + 65723.8046875, + 65768.078125, + 65783.8359375, + 65796.6953125, + 65859.9296875, + 65887.9453125, + 65859.875, + 65842.1953125, + 65820.3671875, + 65812.234375, + 65798.171875, + 65817.65625 + ], + "p10": [ + 65814.2890625, + 65846.640625, + 65853.46875, + 65849.8359375, + 65864.5390625, + 65845.8203125, + 65800.46875, + 65815.1171875, + 65819.9453125, + 65839.859375, + 65825.9453125, + 65764.3515625, + 65829.6484375, + 65819.75, + 65879.90625, + 65912.6875, + 65962.9140625, + 65927.8671875, + 65968.109375, + 65941.828125, + 65925.5859375, + 65917.9765625, + 65914.8984375, + 65895.46875 + ], + "p90": [ + 66072.25, + 66111.5546875, + 66139.703125, + 66165.109375, + 66209.8671875, + 66198.8046875, + 66180.90625, + 66176.046875, + 66197.703125, + 66201.3671875, + 66262.734375, + 66226.2734375, + 66251.4296875, + 66317.5703125, + 66318.0546875, + 66356.6640625, + 66432.5078125, + 66470.828125, + 66479.7265625, + 66456.234375, + 66451.625, + 66447.3125, + 66422.1953125, + 66456.4375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_033443.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_033443.json new file mode 100644 index 0000000000000000000000000000000000000000..669b3bfa6ea13f6eabcd91e72079fd126c8cb997 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_033443.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:34:43.798256+00:00", + "metrics": { + "MSE[mean]": 994816.954023997, + "MSE[0.5]": 994816.954023997, + "MAE[0.5]": 837.7259114583334, + "MASE[0.5]": 0.8503821744588901, + "MAPE[0.5]": 0.012955439941893096, + "sMAPE[0.5]": 0.012837835858965876, + "MSIS": 11.06090856561159, + "RMSE[mean]": 997.4051102856837, + "NRMSE[mean]": 0.015336087117041949, + "ND[0.5]": 0.01288086197457773, + "mean_weighted_sum_quantile_loss": 0.009213844338570816 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65842.2890625, + 65845.921875, + 65851.5, + 65854.2578125, + 65855.3671875, + 65853.2265625, + 65852.5234375, + 65854.453125, + 65862.4765625, + 65862.3359375, + 65866.3203125, + 65873.5078125, + 65862.5859375, + 65857.3203125, + 65865.3046875, + 65866.1015625, + 65868.609375, + 65868.7265625, + 65858.0859375, + 65844.0703125, + 65831.046875, + 65813.1796875, + 65794.640625, + 65781.015625 + ], + "p10": [ + 65599.6171875, + 65506.22265625, + 65432.1015625, + 65381.265625, + 65345.09765625, + 65309.16796875, + 65270.42578125, + 65230.4921875, + 65199.09765625, + 65164.5859375, + 65138.7578125, + 65123.140625, + 65070.41796875, + 65033.94921875, + 65006.6796875, + 64967.1328125, + 64931.5078125, + 64903.515625, + 64868.94140625, + 64832.27734375, + 64798.33984375, + 64763.68359375, + 64727.515625, + 64696.52734375 + ], + "p90": [ + 66090.1796875, + 66185.5390625, + 66286.09375, + 66368.75, + 66436.703125, + 66500.34375, + 66574.8046875, + 66639.53125, + 66697.265625, + 66751.6328125, + 66803.7578125, + 66855.546875, + 66877.390625, + 66922.0703125, + 66991.8359375, + 67051.6796875, + 67105.890625, + 67137.6796875, + 67143.6796875, + 67162.1484375, + 67166.8984375, + 67175.9453125, + 67175.0859375, + 67189.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_033315.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_033315.json new file mode 100644 index 0000000000000000000000000000000000000000..3cd4d1df3cfeac7a62584e27a896013bc36db3a4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_033315.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:33:15.132568+00:00", + "metrics": { + "MSE[mean]": 842392.9424476624, + "MSE[0.5]": 842392.9424476624, + "MAE[0.5]": 772.888671875, + "MASE[0.5]": 0.7845653816050028, + "MAPE[0.5]": 0.011951348854318927, + "sMAPE[0.5]": 0.011852454527920527, + "MSIS": 3.4292427621244044, + "RMSE[mean]": 917.8196677167374, + "NRMSE[mean]": 0.01411238245792294, + "ND[0.5]": 0.011883925479642675, + "mean_weighted_sum_quantile_loss": 0.007774351615665553 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64374.01171875 + ], + "predictions": { + "p50": [ + 65841.625, + 65839.8125, + 65835.28125, + 65827.0625, + 65819.7265625, + 65814.578125, + 65806.578125, + 65803.0859375, + 65800.5625, + 65787.8671875, + 65784.1171875, + 65777.078125, + 65763.265625, + 65757.4609375, + 65749.765625, + 65742.6171875, + 65736.0390625, + 65729.8828125, + 65721.421875, + 65709.75, + 65707.3359375, + 65696.6484375, + 65691.6875, + 65685.8359375 + ], + "p10": [ + 65576.84375, + 65456.9609375, + 65347.94921875, + 65255.0390625, + 65162.14453125, + 65069.84375, + 64987.32421875, + 64914.6484375, + 64828.51953125, + 64752.078125, + 64680.42578125, + 64597.54296875, + 64514.296875, + 64439.6953125, + 64387.59375, + 64311.91015625, + 64270.48046875, + 64208.30859375, + 64146.11328125, + 64089.20703125, + 64042.39453125, + 63990.30859375, + 63945.33984375, + 63898.83203125 + ], + "p90": [ + 66079.28125, + 66178.8984375, + 66259.3828125, + 66332.0859375, + 66406.375, + 66485.390625, + 66551.734375, + 66618.8828125, + 66686.875, + 66743.8671875, + 66811.1875, + 66869.4765625, + 66906.1171875, + 66963.1328125, + 67012.9765625, + 67056.9609375, + 67107.1953125, + 67154.6796875, + 67190.3125, + 67226.6015625, + 67260.7109375, + 67315.609375, + 67337.109375, + 67374.0078125 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_033734.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..1ca3e16f21cf91e27d0625eec1e18b4809a847aa --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_033734.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:37:34.129562+00:00", + "metrics": { + "MSE[mean]": 33.33985196145184, + "MSE[0.5]": 30.555632843568286, + "MAE[0.5]": 4.635310185474745, + "MASE[0.5]": 0.8852581786583068, + "MAPE[0.5]": 0.5813123994845282, + "sMAPE[0.5]": 0.4024776450418687, + "MSIS": 5.661447296025422, + "RMSE[mean]": 5.774067194054105, + "NRMSE[mean]": 0.4811722661711754, + "ND[0.5]": 0.3862758487895621, + "mean_weighted_sum_quantile_loss": 0.3133653737395872 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 13.771066599249938, + 13.676916631423758, + 13.68154875478011, + 13.786577140730822, + 13.492726945062362, + 13.077984029304144, + 13.430588224539743, + 13.338457786633782, + 13.679361655472984, + 13.573283477989971, + 13.665535622858883, + 13.368449534392816, + 13.492726914654025, + 13.573283477989971, + 13.935643992030714, + 12.860622925937346, + 13.492726914654025, + 13.786578453201148, + 13.017222909202548, + 13.846572321123261, + 13.118079889670854, + 13.65384004132592, + 13.677231204391845, + 13.194351389403478 + ], + "p10": [ + 9.47147262605936, + 9.101410174368006, + 8.733418773586923, + 8.79505144430192, + 9.365941680076642, + 8.736475042509515, + 9.096786322732209, + 9.01000593642431, + 9.365941649668313, + 8.733362125360918, + 8.733362125360918, + 9.42534982752618, + 9.073625817736705, + 9.87482116315521, + 9.714904666109444, + 8.769143002882014, + 9.033166441403871, + 8.705345864682833, + 8.769143002882014, + 9.606708296106278, + 8.795052756772247, + 9.365941649668304, + 9.15366610989383, + 9.704085029109127 + ], + "p90": [ + 20.35471254314195, + 19.40980876460799, + 20.319921402992435, + 19.935883145722403, + 19.94665607761144, + 19.066145375807935, + 19.412253788673528, + 19.585616344435962, + 20.2052149043517, + 20.043600348296458, + 19.58561634443634, + 20.043600348296458, + 20.049942016456395, + 20.142657997803802, + 20.142657997803802, + 18.895413382058596, + 20.107017029895825, + 19.122102341247984, + 19.412253788657207, + 19.620643155811976, + 20.043600348296458, + 20.323140042606255, + 20.05281103650777, + 19.149191235369138 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_033122.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_033122.json new file mode 100644 index 0000000000000000000000000000000000000000..ccdf61875f552aa146ce65841b388b95e1285e5a --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_033122.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:31:22.396093+00:00", + "metrics": { + "MSE[mean]": 30.404833335821156, + "MSE[0.5]": 30.404833335821156, + "MAE[0.5]": 4.530744115511577, + "MASE[0.5]": 0.865288000840407, + "MAPE[0.5]": 0.5729897481433784, + "sMAPE[0.5]": 0.39442584333685476, + "MSIS": 9.982657187181063, + "RMSE[mean]": 5.514057792209033, + "NRMSE[mean]": 0.4595048160174194, + "ND[0.5]": 0.3775620096259647, + "mean_weighted_sum_quantile_loss": 0.30034636435685336 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 12.810603141784668, + 13.087549209594727, + 13.138644218444824, + 13.260697364807129, + 13.201919555664062, + 13.182418823242188, + 13.212798118591309, + 13.301458358764648, + 13.344511032104492, + 13.431252479553223, + 13.505135536193848, + 13.505783081054688, + 13.562845230102539, + 13.571189880371094, + 13.616426467895508, + 13.643640518188477, + 13.557127952575684, + 13.405776977539062, + 13.289263725280762, + 13.247529983520508, + 13.191303253173828, + 13.212089538574219, + 13.219223976135254, + 13.284303665161133 + ], + "p10": [ + 8.610368728637695, + 8.552711486816406, + 8.60299015045166, + 8.638925552368164, + 8.577632904052734, + 8.634551048278809, + 8.679617881774902, + 8.750652313232422, + 8.762012481689453, + 8.745546340942383, + 8.772806167602539, + 8.823391914367676, + 8.764688491821289, + 8.810484886169434, + 8.851457595825195, + 8.841999053955078, + 8.657988548278809, + 8.633373260498047, + 8.614692687988281, + 8.577106475830078, + 8.554286003112793, + 8.557177543640137, + 8.566143035888672, + 8.549861907958984 + ], + "p90": [ + 19.338829040527344, + 20.104076385498047, + 20.422473907470703, + 20.453659057617188, + 20.494094848632812, + 20.437335968017578, + 20.33034896850586, + 20.344921112060547, + 20.435321807861328, + 20.49560546875, + 20.66250991821289, + 20.739534378051758, + 20.820375442504883, + 20.903470993041992, + 20.787357330322266, + 20.90493392944336, + 20.614559173583984, + 20.696861267089844, + 20.67548370361328, + 20.504383087158203, + 20.50457763671875, + 20.513093948364258, + 20.497190475463867, + 20.590538024902344 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_033734.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..a89ead956e69786cec58eab90fbb5e2cc07ef6be --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_033734.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-18T03:37:34.342979+00:00", + "metrics": { + "MSE[mean]": 40.29138653892409, + "MSE[0.5]": 45.468328356176876, + "MAE[0.5]": 5.64935292826642, + "MASE[0.5]": 1.078921514151677, + "MAPE[0.5]": 0.7665917955192212, + "sMAPE[0.5]": 0.4590413641693563, + "MSIS": 4.896286077256797, + "RMSE[mean]": 6.347549648401664, + "NRMSE[mean]": 0.5289624707001387, + "ND[0.5]": 0.4707794106888683, + "mean_weighted_sum_quantile_loss": 0.3494995672213591 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 16.216422841545516, + 15.226799359205904, + 15.237175876866292, + 16.247552394526682, + 16.25792891218707, + 16.76830542984746, + 14.278681947507845, + 16.289058465168235, + 14.299434982828622, + 16.30981150048901, + 16.3201880181494, + 16.330564535809785, + 16.340941053470175, + 14.851317571130561, + 16.36169408879095, + 15.372070606451338, + 15.882447124111728, + 15.392823641772114, + 16.403200159432505, + 16.41357667709289, + 16.42395319475328, + 15.434329712413668, + 16.444706230074058, + 16.455082747734444 + ], + "p10": [ + 7.116422841545519, + 7.226799359205905, + 7.237175876866293, + 7.247552394526681, + 8.257928912187069, + 8.268305429847459, + 8.178681947507847, + 7.289058465168234, + 7.299434982828623, + 8.20981150048901, + 7.3201880181493975, + 7.330564535809786, + 7.340941053470174, + 6.2513175711305635, + 8.261694088790954, + 7.372070606451339, + 7.382447124111727, + 6.3928236417721145, + 8.403200159432505, + 7.413576677092892, + 7.42395319475328, + 7.4343297124136685, + 8.444706230074058, + 8.455082747734444 + ], + "p90": [ + 22.216422841545516, + 22.226799359205906, + 21.237175876866292, + 22.247552394526682, + 23.25792891218707, + 22.368305429847453, + 21.278681947507845, + 21.38905846516823, + 22.299434982828622, + 22.30981150048901, + 22.3201880181494, + 22.330564535809785, + 23.340941053470175, + 22.35131757113056, + 22.36169408879095, + 22.372070606451338, + 22.382447124111728, + 22.392823641772114, + 21.403200159432505, + 22.41357667709289, + 22.42395319475328, + 21.434329712413668, + 21.444706230074058, + 22.455082747734444 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_033622.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_033622.json new file mode 100644 index 0000000000000000000000000000000000000000..259197d7d7faea1c7cfdf89a64188e1c000f5934 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_033622.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:36:22.743629+00:00", + "metrics": { + "MSE[mean]": 36.930615467858274, + "MSE[0.5]": 38.147450497033844, + "MAE[0.5]": 5.148024757703145, + "MASE[0.5]": 0.9831771420547121, + "MAPE[0.5]": 0.6374089662511601, + "sMAPE[0.5]": 0.43700785236659684, + "MSIS": 12.207493262834829, + "RMSE[mean]": 6.0770564805552265, + "NRMSE[mean]": 0.5064213733796022, + "ND[0.5]": 0.4290020631419288, + "mean_weighted_sum_quantile_loss": 0.3287186160131737 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 12.907073974609375, + 13.227596759796143, + 13.117386817932129, + 13.048900127410889, + 11.6198148727417, + 11.47402048110962, + 11.743682384490967, + 12.618538856506348, + 13.449779510498047, + 13.937588214874268, + 12.807908058166504, + 12.3882155418396, + 11.889495372772217, + 12.846835613250732, + 13.739927291870117, + 14.679323196411133, + 14.236072540283203, + 13.52824068069458, + 12.697419166564941, + 13.198856353759766, + 13.75163221359253, + 14.52115249633789, + 15.001780033111572, + 13.967676639556885 + ], + "p10": [ + 8.078444480895996, + 7.447547912597656, + 8.080567836761475, + 7.840471506118774, + 6.700238227844238, + 7.2877514362335205, + 7.5336010456085205, + 8.52901554107666, + 8.079413414001465, + 8.450456142425537, + 7.788973331451416, + 7.542817831039429, + 6.951492786407471, + 7.83493709564209, + 6.3572375774383545, + 7.670636415481567, + 8.013015747070312, + 8.126944541931152, + 6.128819465637207, + 8.278602123260498, + 6.494383811950684, + 7.479045152664185, + 8.45265007019043, + 7.975304365158081 + ], + "p90": [ + 17.576921463012695, + 18.872787475585938, + 17.538989067077637, + 17.399062156677246, + 15.522246360778809, + 15.678041458129883, + 16.373148918151855, + 17.845322608947754, + 18.388983726501465, + 18.33398151397705, + 17.174381256103516, + 16.77910041809082, + 15.879746437072754, + 17.35183334350586, + 19.26488494873047, + 19.50704288482666, + 20.807778358459473, + 18.2264347076416, + 19.03886890411377, + 18.29073429107666, + 19.37550163269043, + 21.392194747924805, + 21.109996795654297, + 21.281840324401855 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_033734.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..dbfed2a8a6634bc74790767b9665e6961289755e --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_033734.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:37:34.437330+00:00", + "metrics": { + "MSE[mean]": 34.27694889435173, + "MSE[0.5]": 38.29665021254895, + "MAE[0.5]": 5.123149534264803, + "MASE[0.5]": 0.9784264362521641, + "MAPE[0.5]": 0.6839366164747126, + "sMAPE[0.5]": 0.42986426673249706, + "MSIS": 4.896286077256797, + "RMSE[mean]": 5.854651902064864, + "NRMSE[mean]": 0.48788765850540533, + "ND[0.5]": 0.4269291278554002, + "mean_weighted_sum_quantile_loss": 0.31956284190877504 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 15.345558882235528, + 14.345558882235528, + 14.345558882235528, + 15.345558882235528, + 15.345558882235528, + 15.84555888223553, + 13.345558882235528, + 15.345558882235528, + 13.345558882235528, + 15.345558882235528, + 15.345558882235528, + 15.345558882235528, + 15.345558882235528, + 13.845558882235528, + 15.345558882235528, + 14.345558882235528, + 14.845558882235528, + 14.345558882235528, + 15.345558882235528, + 15.345558882235528, + 15.345558882235528, + 14.345558882235528, + 15.345558882235528, + 15.345558882235528 + ], + "p10": [ + 6.245558882235531, + 6.345558882235529, + 6.345558882235529, + 6.345558882235529, + 7.345558882235529, + 7.345558882235529, + 7.245558882235531, + 6.345558882235529, + 6.345558882235529, + 7.245558882235531, + 6.345558882235529, + 6.345558882235529, + 6.345558882235529, + 5.24555888223553, + 7.245558882235531, + 6.345558882235529, + 6.345558882235529, + 5.345558882235528, + 7.345558882235529, + 6.345558882235529, + 6.345558882235529, + 6.345558882235529, + 7.345558882235529, + 7.345558882235529 + ], + "p90": [ + 21.34555888223553, + 21.34555888223553, + 20.34555888223553, + 21.34555888223553, + 22.34555888223553, + 21.445558882235524, + 20.34555888223553, + 20.445558882235524, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 22.34555888223553, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 21.34555888223553, + 20.34555888223553, + 21.34555888223553, + 21.34555888223553, + 20.34555888223553, + 20.34555888223553, + 21.34555888223553 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_033734.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..d590b1ad631b6beec5593a2335fc4cb45f596cbf --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_033734.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:37:34.534524+00:00", + "metrics": { + "MSE[mean]": 43.041666666666664, + "MSE[0.5]": 43.041666666666664, + "MAE[0.5]": 4.958333333333333, + "MASE[0.5]": 0.946949602122016, + "MAPE[0.5]": 0.6452485669841218, + "sMAPE[0.5]": 0.3898029213321647, + "MSIS": 34.766419296015236, + "RMSE[mean]": 6.560614808588191, + "NRMSE[mean]": 0.5467179007156826, + "ND[0.5]": 0.4131944444444444, + "mean_weighted_sum_quantile_loss": 0.40525462962962966 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "p10": [ + 10.78, + 16.66, + 10.78, + 13.719999999999999, + 18.62, + 16.66, + 13.719999999999999, + 13.719999999999999, + 12.74, + 11.76, + 17.64, + 14.7, + 19.6, + 23.52, + 11.76, + 18.62, + 20.58, + 6.859999999999999, + 16.66, + 10.78, + 8.82, + 8.82, + 8.82, + 9.8 + ], + "p90": [ + 11.22, + 17.34, + 11.22, + 14.280000000000001, + 19.38, + 17.34, + 14.280000000000001, + 14.280000000000001, + 13.26, + 12.24, + 18.36, + 15.3, + 20.4, + 24.48, + 12.24, + 19.38, + 21.42, + 7.140000000000001, + 17.34, + 11.22, + 9.18, + 9.18, + 9.18, + 10.2 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_033725.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_033725.json new file mode 100644 index 0000000000000000000000000000000000000000..e05f89817fa103150e555b4cc6aa374409d436fb --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_033725.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:37:25.636126+00:00", + "metrics": { + "MSE[mean]": 32.02129679729114, + "MSE[0.5]": 32.02129679729114, + "MAE[0.5]": 4.668306350708008, + "MASE[0.5]": 0.8915598335569671, + "MAPE[0.5]": 0.5980613274397732, + "sMAPE[0.5]": 0.40323790372336826, + "MSIS": 11.623424418725131, + "RMSE[mean]": 5.658736325125172, + "NRMSE[mean]": 0.4715613604270977, + "ND[0.5]": 0.3890255292256673, + "mean_weighted_sum_quantile_loss": 0.30801032972924497 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 13.0120849609375, + 12.90533447265625, + 13.109130859375, + 13.327484130859375, + 13.40997314453125, + 13.492462158203125, + 13.628326416015625, + 13.492462158203125, + 13.56524658203125, + 13.52642822265625, + 13.618621826171875, + 13.42938232421875, + 13.68170166015625, + 13.727798461914062, + 13.841827392578125, + 13.805435180664062, + 13.79815673828125, + 13.812713623046875, + 13.698684692382812, + 13.628326416015625, + 13.754486083984375, + 13.766616821289062, + 13.912185668945312, + 13.764190673828125 + ], + "p10": [ + 9.11083984375, + 8.916748046875, + 8.95556640625, + 9.072021484375, + 9.1884765625, + 9.11083984375, + 9.26611328125, + 9.072021484375, + 9.34375, + 9.26611328125, + 9.4990234375, + 9.3631591796875, + 9.304931640625, + 9.227294921875, + 9.4407958984375, + 9.304931640625, + 9.34375, + 9.304931640625, + 9.1884765625, + 9.072021484375, + 9.1884765625, + 9.227294921875, + 9.4407958984375, + 9.1884765625 + ], + "p90": [ + 19.04833984375, + 19.1453857421875, + 19.28125, + 19.552978515625, + 19.475341796875, + 19.630615234375, + 19.7470703125, + 19.785888671875, + 19.82470703125, + 19.90234375, + 19.941162109375, + 19.630615234375, + 20.13525390625, + 20.29052734375, + 20.44580078125, + 20.60107421875, + 20.639892578125, + 20.60107421875, + 20.329345703125, + 20.251708984375, + 20.3681640625, + 20.44580078125, + 20.60107421875, + 20.5234375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_033239.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_033239.json new file mode 100644 index 0000000000000000000000000000000000000000..3afffd67fe7406e9891c96ea5d971a10c84d0555 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_033239.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:32:39.171425+00:00", + "metrics": { + "MSE[mean]": 29.410364976087067, + "MSE[0.5]": 29.40076644885687, + "MAE[0.5]": 4.55431083838145, + "MASE[0.5]": 0.8697888073301442, + "MAPE[0.5]": 0.49688086699715545, + "sMAPE[0.5]": 0.40130406884470265, + "MSIS": 27.04154779803532, + "RMSE[mean]": 5.423132395220226, + "NRMSE[mean]": 0.4519276996016855, + "ND[0.5]": 0.37952590319845414, + "mean_weighted_sum_quantile_loss": 0.36547235780292087 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 10.937917709350586, + 11.264604568481445, + 11.378650665283203, + 11.370030403137207, + 11.266088485717773, + 11.257277488708496, + 11.300895690917969, + 11.346210479736328, + 11.389630317687988, + 11.510784149169922, + 11.518157005310059, + 11.449915885925293, + 11.569416999816895, + 11.703192710876465, + 11.762837409973145, + 11.770563125610352, + 11.829763412475586, + 11.626115798950195, + 11.42483901977539, + 11.481980323791504, + 11.410659790039062, + 11.427725791931152, + 11.328171730041504, + 11.413354873657227 + ], + "p10": [ + 12.382301330566406, + 12.901188850402832, + 12.951312065124512, + 13.05254077911377, + 12.872224807739258, + 12.955921173095703, + 12.895586013793945, + 12.946759223937988, + 13.152536392211914, + 13.235401153564453, + 13.19725227355957, + 13.285079956054688, + 13.298343658447266, + 13.307154655456543, + 13.430109977722168, + 13.575109481811523, + 13.460558891296387, + 13.257048606872559, + 13.178089141845703, + 13.105052947998047, + 13.063861846923828, + 13.025773048400879, + 12.923341751098633, + 13.009206771850586 + ], + "p90": [ + 15.538036346435547, + 16.205251693725586, + 16.62152862548828, + 16.651775360107422, + 16.64499282836914, + 16.708789825439453, + 16.820222854614258, + 16.8935489654541, + 17.003787994384766, + 17.055763244628906, + 17.139137268066406, + 17.065336227416992, + 17.171573638916016, + 17.3338623046875, + 17.408809661865234, + 17.443809509277344, + 17.50473403930664, + 17.27419090270996, + 17.104793548583984, + 17.01024627685547, + 16.988319396972656, + 17.093109130859375, + 16.99835205078125, + 16.93301010131836 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_033521.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_033521.json new file mode 100644 index 0000000000000000000000000000000000000000..480eed262f5baa890f23c80b84f2f63628153bdf --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_033521.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:35:21.242606+00:00", + "metrics": { + "MSE[mean]": 30.86254000500249, + "MSE[0.5]": 30.86254000500249, + "MAE[0.5]": 4.584708571434021, + "MASE[0.5]": 0.8755942099290439, + "MAPE[0.5]": 0.5689769906370795, + "sMAPE[0.5]": 0.39865444112393794, + "MSIS": 8.873502833773665, + "RMSE[mean]": 5.5554063762251, + "NRMSE[mean]": 0.46295053135209163, + "ND[0.5]": 0.38205904761950177, + "mean_weighted_sum_quantile_loss": 0.30136271450254654 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 12.009822845458984, + 12.533889770507812, + 12.686243057250977, + 12.699682235717773, + 12.593366622924805, + 12.724922180175781, + 12.815387725830078, + 13.009391784667969, + 13.215679168701172, + 13.289827346801758, + 13.24863338470459, + 13.022375106811523, + 13.103904724121094, + 13.15635871887207, + 13.273317337036133, + 13.417755126953125, + 13.505440711975098, + 13.257848739624023, + 13.021103858947754, + 13.029704093933105, + 13.065149307250977, + 13.1583251953125, + 13.297730445861816, + 13.315114974975586 + ], + "p10": [ + 7.928677082061768, + 8.054378509521484, + 8.062677383422852, + 8.111608505249023, + 8.018674850463867, + 7.999536514282227, + 8.028755187988281, + 8.095401763916016, + 8.164137840270996, + 8.116549491882324, + 8.10232925415039, + 7.960927486419678, + 8.021608352661133, + 8.076238632202148, + 8.125950813293457, + 8.154579162597656, + 8.143619537353516, + 8.102054595947266, + 7.9145731925964355, + 7.9149298667907715, + 7.894961357116699, + 7.9314398765563965, + 7.9767889976501465, + 7.930019855499268 + ], + "p90": [ + 18.75067138671875, + 19.9974365234375, + 20.039752960205078, + 19.99204444885254, + 19.94132423400879, + 20.122880935668945, + 20.2020206451416, + 20.37714958190918, + 20.630136489868164, + 20.769336700439453, + 20.707080841064453, + 20.447582244873047, + 20.492935180664062, + 20.569921493530273, + 20.84324836730957, + 21.271345138549805, + 21.493366241455078, + 21.021709442138672, + 20.567197799682617, + 20.68173599243164, + 20.651676177978516, + 20.902498245239258, + 21.1859073638916, + 21.223312377929688 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_033417.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_033417.json new file mode 100644 index 0000000000000000000000000000000000000000..85ebd985f2c4fe5d23373724b84777cdef1f355b --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_033417.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:34:17.282859+00:00", + "metrics": { + "MSE[mean]": 32.04695621665784, + "MSE[0.5]": 32.04695621665784, + "MAE[0.5]": 4.697450876235962, + "MASE[0.5]": 0.8971258967877701, + "MAPE[0.5]": 0.6045789947913847, + "sMAPE[0.5]": 0.405259740969254, + "MSIS": 10.494785690813545, + "RMSE[mean]": 5.66100311046177, + "NRMSE[mean]": 0.4717502592051475, + "ND[0.5]": 0.39145423968633014, + "mean_weighted_sum_quantile_loss": 0.30360284867110077 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0 + ], + "actual": [ + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 15.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 5.0 + ], + "predictions": { + "p50": [ + 13.655146598815918, + 13.67618179321289, + 13.690275192260742, + 13.703495025634766, + 13.733635902404785, + 13.729496955871582, + 13.766890525817871, + 13.775930404663086, + 13.777012825012207, + 13.781967163085938, + 13.827445030212402, + 13.781193733215332, + 13.827858924865723, + 13.804842948913574, + 13.797654151916504, + 13.808354377746582, + 13.835855484008789, + 13.799690246582031, + 13.849313735961914, + 13.823339462280273, + 13.810354232788086, + 13.803230285644531, + 13.812363624572754, + 13.779512405395508 + ], + "p10": [ + 8.729248046875, + 8.710283279418945, + 8.70836067199707, + 8.703632354736328, + 8.730798721313477, + 8.686731338500977, + 8.735687255859375, + 8.724006652832031, + 8.731807708740234, + 8.702238082885742, + 8.747293472290039, + 8.707657814025879, + 8.765201568603516, + 8.728561401367188, + 8.730716705322266, + 8.730025291442871, + 8.738473892211914, + 8.669037818908691, + 8.725349426269531, + 8.711228370666504, + 8.693466186523438, + 8.673896789550781, + 8.716824531555176, + 8.677213668823242 + ], + "p90": [ + 19.565576553344727, + 19.394611358642578, + 19.44264030456543, + 19.575820922851562, + 19.651473999023438, + 19.599042892456055, + 19.73543357849121, + 19.7126407623291, + 19.758350372314453, + 19.73356819152832, + 19.801849365234375, + 19.75389289855957, + 19.80345916748047, + 19.78128433227539, + 19.780025482177734, + 19.718469619750977, + 19.88625144958496, + 19.76093101501465, + 19.89269256591797, + 19.813154220581055, + 19.750133514404297, + 19.798892974853516, + 19.801828384399414, + 19.76763916015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_033734.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..cd5fc70717855d0a707f20d316224088790e55c9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:37:34.154911+00:00", + "metrics": { + "MSE[mean]": 26168.860956742243, + "MSE[0.5]": 32634.466993295384, + "MAE[0.5]": 174.78982313210483, + "MASE[0.5]": 1.353211533925973, + "MAPE[0.5]": 0.0632989801580416, + "sMAPE[0.5]": 0.06550323301390396, + "MSIS": 40.09235680741108, + "RMSE[mean]": 161.76792313911383, + "NRMSE[mean]": 0.05882469932331412, + "ND[0.5]": 0.06355993568440176, + "mean_weighted_sum_quantile_loss": 0.06159935864507324 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2575.1718344950395, + 2575.316352676759, + 2575.2654382047535, + 2575.1576565997516, + 2575.002832288152, + 2575.169777703679, + 2575.2619617660685, + 2575.3258268948744, + 2575.2619617660557, + 2575.275177872849, + 2575.270306149321, + 2575.332816679221, + 2575.2226358267158, + 2575.1867825471127, + 2574.981677983999, + 2575.157656437771, + 2575.0070941896797, + 2575.157656437771, + 2575.3162645147763, + 2575.325826894874, + 2575.1867825471127, + 2575.2619617660557, + 2575.157656437771, + 2575.270306149321 + ], + "p10": [ + 2529.418195640277, + 2529.4162270106017, + 2531.874310336056, + 2527.5938639374563, + 2529.53059897662, + 2529.4161388489165, + 2531.8743065571084, + 2529.543316760906, + 2529.233911341305, + 2537.620870251727, + 2527.5938637754757, + 2536.181820819334, + 2536.7080863207725, + 2529.5433167609053, + 2529.416138848619, + 2531.8743065570957, + 2531.8743065570957, + 2529.416138848619, + 2531.6412075774765, + 2540.557108220102, + 2529.233911341305, + 2529.5433167609053, + 2529.233911341305, + 2531.6412075774765 + ], + "p90": [ + 2601.045827895259, + 2601.027326344967, + 2599.5454892396792, + 2599.5454856226993, + 2598.9470019602622, + 2598.8739714516632, + 2600.2363150366364, + 2602.3158141756135, + 2598.8805037858306, + 2601.043771103601, + 2600.148434687028, + 2601.192567389151, + 2596.894689187601, + 2598.8805037858306, + 2599.5454854607187, + 2598.873971451366, + 2599.6057803833496, + 2600.148434687028, + 2598.8805037858306, + 2601.0272381829845, + 2601.0272381829845, + 2600.148434687028, + 2593.978180779944, + 2601.043771103601 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_033129.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_033129.json new file mode 100644 index 0000000000000000000000000000000000000000..833a493792bc0310beebecc4cd161c913bb4813e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_033129.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:31:29.188387+00:00", + "metrics": { + "MSE[mean]": 23896.655040696263, + "MSE[0.5]": 23896.655040696263, + "MAE[0.5]": 147.9315388997396, + "MASE[0.5]": 1.1452764301915324, + "MAPE[0.5]": 0.05353448543709971, + "sMAPE[0.5]": 0.0551381803990579, + "MSIS": 34.974346569430445, + "RMSE[mean]": 154.58542958732, + "NRMSE[mean]": 0.05621288348629818, + "ND[0.5]": 0.05379328687263257, + "mean_weighted_sum_quantile_loss": 0.04987156928990425 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2598.02392578125, + 2600.17041015625, + 2601.12109375, + 2603.536865234375, + 2603.275390625, + 2602.237060546875, + 2602.810546875, + 2600.05859375, + 2601.642333984375, + 2601.739013671875, + 2601.7099609375, + 2600.7294921875, + 2599.23046875, + 2601.214599609375, + 2602.210205078125, + 2604.787841796875, + 2603.289794921875, + 2603.82958984375, + 2603.71826171875, + 2602.292724609375, + 2602.82373046875, + 2603.9013671875, + 2603.405029296875, + 2601.884765625 + ], + "p10": [ + 2584.517333984375, + 2587.069580078125, + 2588.0126953125, + 2591.908447265625, + 2591.59814453125, + 2589.748779296875, + 2589.32763671875, + 2580.91162109375, + 2583.957763671875, + 2583.037109375, + 2580.823486328125, + 2574.42578125, + 2567.723876953125, + 2569.591064453125, + 2570.3359375, + 2574.421630859375, + 2579.237548828125, + 2579.052978515625, + 2578.022216796875, + 2574.45068359375, + 2575.00048828125, + 2575.716796875, + 2572.6669921875, + 2569.6416015625 + ], + "p90": [ + 2608.771728515625, + 2609.82763671875, + 2610.788330078125, + 2613.63330078125, + 2614.50244140625, + 2612.958740234375, + 2615.2353515625, + 2614.62841796875, + 2618.140380859375, + 2617.714111328125, + 2619.07470703125, + 2621.239501953125, + 2626.784423828125, + 2632.3427734375, + 2638.327392578125, + 2641.27001953125, + 2662.7392578125, + 2666.1572265625, + 2670.208251953125, + 2673.94677734375, + 2677.684326171875, + 2681.05615234375, + 2685.5263671875, + 2692.271240234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_033734.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..bdc72056dcd930c02097b879b0643a502ec2321b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-18T03:37:34.358582+00:00", + "metrics": { + "MSE[mean]": 35487.36131043988, + "MSE[0.5]": 34530.27677831328, + "MAE[0.5]": 176.30804065964128, + "MASE[0.5]": 1.364965476074642, + "MAPE[0.5]": 0.06377348929320052, + "sMAPE[0.5]": 0.06610409127482376, + "MSIS": 26.822475658279632, + "RMSE[mean]": 188.3808942287935, + "NRMSE[mean]": 0.0685021433559249, + "ND[0.5]": 0.0641120147853241, + "mean_weighted_sum_quantile_loss": 0.06195039862370794 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2597.0027081874864, + 2594.975686548606, + 2592.9486649097253, + 2590.9216432708445, + 2588.8946216319637, + 2586.8675999930833, + 2584.8405783542025, + 2582.8135567153217, + 2580.786535076441, + 2578.7595134375606, + 2576.73249179868, + 2574.705470159799, + 2572.678448520918, + 2570.651426882038, + 2568.624405243157, + 2566.5973836042763, + 2564.5703619653955, + 2562.543340326515, + 2560.5163186876343, + 2558.4892970487535, + 2556.4622754098727, + 2554.4352537709924, + 2552.4082321321116, + 2550.381210493231 + ], + "p10": [ + 2547.0027081874864, + 2544.975686548606, + 2542.9486649097253, + 2540.9216432708445, + 2538.8946216319637, + 2536.8675999930833, + 2534.8405783542025, + 2532.8135567153217, + 2530.786535076441, + 2528.7595134375606, + 2526.73249179868, + 2524.705470159799, + 2522.678448520918, + 2520.651426882038, + 2518.624405243157, + 2516.5973836042763, + 2514.5703619653955, + 2512.543340326515, + 2510.5163186876343, + 2508.4892970487535, + 2506.4622754098727, + 2504.4352537709924, + 2502.4082321321116, + 2500.381210493231 + ], + "p90": [ + 2647.0027081874864, + 2644.975686548606, + 2642.9486649097253, + 2640.9216432708445, + 2593.894621631963, + 2591.867599993083, + 2584.8405783542025, + 2632.8135567153217, + 2580.786535076441, + 2628.7595134375606, + 2626.73249179868, + 2624.705470159799, + 2572.678448520918, + 2570.651426882038, + 2618.624405243157, + 2616.5973836042763, + 2564.5703619653955, + 2612.543340326515, + 2610.5163186876343, + 2608.4892970487535, + 2606.4622754098727, + 2604.4352537709924, + 2602.4082321321116, + 2600.381210493231 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_033627.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_033627.json new file mode 100644 index 0000000000000000000000000000000000000000..2e86ea9afa4eaa4c84e9398f5e96bc9194b9cb1a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_033627.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:36:27.175840+00:00", + "metrics": { + "MSE[mean]": 20613.939094434183, + "MSE[0.5]": 21853.235707379255, + "MAE[0.5]": 141.67372131347656, + "MASE[0.5]": 1.0968288101688508, + "MAPE[0.5]": 0.051275448136303386, + "sMAPE[0.5]": 0.05274048607392571, + "MSIS": 31.834422213646675, + "RMSE[mean]": 143.5755518688129, + "NRMSE[mean]": 0.05220929158865924, + "ND[0.5]": 0.0515177168412642, + "mean_weighted_sum_quantile_loss": 0.047754767236163724 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2596.921875, + 2606.8548583984375, + 2610.37939453125, + 2603.7275390625, + 2608.228515625, + 2608.3480224609375, + 2606.0465087890625, + 2598.998291015625, + 2605.197021484375, + 2607.3563232421875, + 2609.236572265625, + 2603.771484375, + 2598.74365234375, + 2612.73095703125, + 2610.7132568359375, + 2612.586669921875, + 2609.241455078125, + 2615.8114013671875, + 2614.6170654296875, + 2606.9471435546875, + 2611.85205078125, + 2613.6251220703125, + 2617.2449951171875, + 2613.1766357421875 + ], + "p10": [ + 2580.968505859375, + 2586.6895751953125, + 2585.5521240234375, + 2577.3795166015625, + 2580.76513671875, + 2585.05810546875, + 2572.698974609375, + 2571.592041015625, + 2575.743896484375, + 2572.5640869140625, + 2569.126953125, + 2569.6761474609375, + 2561.8231201171875, + 2565.9984130859375, + 2571.453857421875, + 2570.232177734375, + 2559.72119140625, + 2570.6199951171875, + 2568.211181640625, + 2559.351318359375, + 2559.5364990234375, + 2567.655029296875, + 2568.8387451171875, + 2561.0382080078125 + ], + "p90": [ + 2613.472412109375, + 2628.7332763671875, + 2630.6622314453125, + 2633.4930419921875, + 2631.8277587890625, + 2640.74951171875, + 2643.557861328125, + 2637.7738037109375, + 2634.246826171875, + 2639.40478515625, + 2648.1282958984375, + 2639.725830078125, + 2647.4793701171875, + 2651.71337890625, + 2663.702392578125, + 2664.482177734375, + 2653.6336669921875, + 2668.045654296875, + 2664.7139892578125, + 2663.590576171875, + 2667.769775390625, + 2680.381103515625, + 2684.060791015625, + 2673.97021484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_033734.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..b6d0395e030dffc1413d2c2acb93ff88520a5406 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:37:34.444874+00:00", + "metrics": { + "MSE[mean]": 26686.878679012534, + "MSE[0.5]": 25843.93322945527, + "MAE[0.5]": 154.14473684210543, + "MASE[0.5]": 1.1933786078098485, + "MAPE[0.5]": 0.05578956016000875, + "sMAPE[0.5]": 0.0575264606374813, + "MSIS": 20.05670866594487, + "RMSE[mean]": 163.36119085943434, + "NRMSE[mean]": 0.05940406940343067, + "ND[0.5]": 0.05605263157894743, + "mean_weighted_sum_quantile_loss": 0.053891015417331274 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2595.8552631578946 + ], + "p10": [ + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946, + 2545.8552631578946 + ], + "p90": [ + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2600.855263157894, + 2600.855263157894, + 2595.8552631578946, + 2645.8552631578946, + 2595.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2595.8552631578946, + 2595.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2595.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946, + 2645.8552631578946 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_033734.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..9b0de0b70e264b35ed3b30c2221feb71bc6bd370 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:37:34.544347+00:00", + "metrics": { + "MSE[mean]": 26354.166666666668, + "MSE[0.5]": 26354.166666666668, + "MAE[0.5]": 156.25, + "MASE[0.5]": 1.2096774193548387, + "MAPE[0.5]": 0.05658327812415862, + "sMAPE[0.5]": 0.05835777805815424, + "MSIS": 25.85645272596013, + "RMSE[mean]": 162.33966448981798, + "NRMSE[mean]": 0.05903260526902472, + "ND[0.5]": 0.056818181818181816, + "mean_weighted_sum_quantile_loss": 0.05053703703703709 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "p10": [ + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0 + ], + "p90": [ + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_033729.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_033729.json new file mode 100644 index 0000000000000000000000000000000000000000..be100e7f907f1c6595e4748b3c503b761b5f3b41 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_033729.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:37:29.812735+00:00", + "metrics": { + "MSE[mean]": 26770.048482259113, + "MSE[0.5]": 26770.048482259113, + "MAE[0.5]": 157.109375, + "MASE[0.5]": 1.2163306451612905, + "MAPE[0.5]": 0.05686768200144036, + "sMAPE[0.5]": 0.05866818690564609, + "MSIS": 38.033962953629036, + "RMSE[mean]": 163.6155508570598, + "NRMSE[mean]": 0.05949656394802174, + "ND[0.5]": 0.05713068181818182, + "mean_weighted_sum_quantile_loss": 0.05351630760732323 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2593.65625, + 2593.65625, + 2592.671875, + 2593.328125, + 2593.0, + 2593.0, + 2592.671875, + 2591.03125, + 2592.34375, + 2593.984375, + 2592.34375, + 2592.671875, + 2591.359375, + 2592.015625, + 2593.0, + 2593.0, + 2592.671875, + 2593.65625, + 2593.65625, + 2592.671875, + 2591.6875, + 2593.65625, + 2593.65625, + 2593.984375 + ], + "p10": [ + 2579.21875, + 2576.265625, + 2576.921875, + 2577.90625, + 2575.28125, + 2573.3125, + 2569.375, + 2564.78125, + 2566.09375, + 2566.75, + 2563.46875, + 2563.46875, + 2558.21875, + 2560.1875, + 2561.5, + 2561.5, + 2562.8125, + 2563.46875, + 2562.15625, + 2562.15625, + 2560.1875, + 2560.1875, + 2557.5625, + 2556.90625 + ], + "p90": [ + 2596.9375, + 2599.234375, + 2599.5625, + 2600.21875, + 2604.15625, + 2605.46875, + 2608.75, + 2611.375, + 2614.1640625, + 2619.4140625, + 2622.0390625, + 2624.6640625, + 2629.9140625, + 2635.65625, + 2639.7578125, + 2641.64453125, + 2646.9765625, + 2651.734375, + 2654.60546875, + 2654.11328125, + 2653.703125, + 2657.06640625, + 2658.05078125, + 2660.921875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_033249.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_033249.json new file mode 100644 index 0000000000000000000000000000000000000000..310018429d6879013fee1ff23fcfb2c4d9c0be0c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_033249.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:32:49.570905+00:00", + "metrics": { + "MSE[mean]": 24535.49315366894, + "MSE[0.5]": 25298.750585441787, + "MAE[0.5]": 152.1749064127604, + "MASE[0.5]": 1.1781283077116935, + "MAPE[0.5]": 0.055069240611716475, + "sMAPE[0.5]": 0.05676855230859404, + "MSIS": 45.2042578125, + "RMSE[mean]": 156.6380961122451, + "NRMSE[mean]": 0.05695930767718004, + "ND[0.5]": 0.055336329604640154, + "mean_weighted_sum_quantile_loss": 0.05457464135166772 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2599.94189453125, + 2598.885498046875, + 2598.007568359375, + 2597.15673828125, + 2598.166748046875, + 2598.6279296875, + 2598.0244140625, + 2597.168212890625, + 2597.6943359375, + 2598.536376953125, + 2597.3154296875, + 2598.166015625, + 2599.626220703125, + 2598.3232421875, + 2598.287109375, + 2598.239501953125, + 2598.035400390625, + 2597.73388671875, + 2597.91943359375, + 2595.73193359375, + 2597.35595703125, + 2595.980712890625, + 2596.916015625, + 2595.961669921875 + ], + "p10": [ + 2598.8125, + 2598.18994140625, + 2599.343505859375, + 2596.773681640625, + 2597.18359375, + 2596.70751953125, + 2598.618896484375, + 2596.865966796875, + 2597.07666015625, + 2592.50439453125, + 2596.257080078125, + 2598.629150390625, + 2596.250732421875, + 2593.236083984375, + 2594.395263671875, + 2594.064208984375, + 2591.32373046875, + 2595.95166015625, + 2592.039306640625, + 2593.1396484375, + 2593.38037109375, + 2592.4833984375, + 2592.139404296875, + 2592.510498046875 + ], + "p90": [ + 2603.639892578125, + 2603.136962890625, + 2602.311767578125, + 2602.059326171875, + 2602.019287109375, + 2601.385009765625, + 2600.416259765625, + 2600.501220703125, + 2601.759521484375, + 2602.910888671875, + 2602.227294921875, + 2602.44873046875, + 2603.206298828125, + 2604.218505859375, + 2604.2001953125, + 2605.05322265625, + 2606.013916015625, + 2605.68310546875, + 2606.9775390625, + 2605.6435546875, + 2608.348388671875, + 2607.971435546875, + 2610.71337890625, + 2609.177978515625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_033525.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_033525.json new file mode 100644 index 0000000000000000000000000000000000000000..60c1e65b7424d5935abdf56e760973ec5267b41f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_033525.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:35:25.515724+00:00", + "metrics": { + "MSE[mean]": 24193.03945230941, + "MSE[0.5]": 24193.03945230941, + "MAE[0.5]": 148.82438151041666, + "MASE[0.5]": 1.1521887600806453, + "MAPE[0.5]": 0.053856953898965755, + "sMAPE[0.5]": 0.05548087616298197, + "MSIS": 34.89537487399193, + "RMSE[mean]": 155.54111820451018, + "NRMSE[mean]": 0.05656040661982188, + "ND[0.5]": 0.05411795691287879, + "mean_weighted_sum_quantile_loss": 0.05052296434396045 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2600.596435546875, + 2600.715576171875, + 2600.628173828125, + 2600.67626953125, + 2600.584228515625, + 2600.639404296875, + 2600.508544921875, + 2600.347900390625, + 2600.80029296875, + 2600.775634765625, + 2600.761474609375, + 2600.968994140625, + 2600.89208984375, + 2601.174072265625, + 2601.33837890625, + 2601.6796875, + 2601.87451171875, + 2601.944091796875, + 2601.709228515625, + 2601.520263671875, + 2601.810302734375, + 2601.945068359375, + 2602.239990234375, + 2602.084228515625 + ], + "p10": [ + 2588.17724609375, + 2593.06005859375, + 2594.1171875, + 2591.6201171875, + 2586.647216796875, + 2580.9130859375, + 2579.52978515625, + 2576.57275390625, + 2575.489501953125, + 2571.40283203125, + 2565.3310546875, + 2560.519287109375, + 2557.298095703125, + 2553.96240234375, + 2553.446533203125, + 2553.118408203125, + 2554.363037109375, + 2554.79833984375, + 2554.897705078125, + 2553.681640625, + 2556.095947265625, + 2557.596435546875, + 2557.819091796875, + 2558.588134765625 + ], + "p90": [ + 2602.66796875, + 2602.708251953125, + 2602.92138671875, + 2603.662353515625, + 2605.22705078125, + 2607.926513671875, + 2611.23583984375, + 2615.30029296875, + 2622.274169921875, + 2629.991455078125, + 2634.03369140625, + 2637.400634765625, + 2645.0439453125, + 2651.200927734375, + 2651.31591796875, + 2653.890869140625, + 2657.8115234375, + 2661.730712890625, + 2662.614013671875, + 2662.271240234375, + 2672.754150390625, + 2678.22607421875, + 2682.302734375, + 2683.8291015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_033422.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_033422.json new file mode 100644 index 0000000000000000000000000000000000000000..7546e97a1228530e758186d9bbb34e1dda11b0f6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_033422.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:34:22.148778+00:00", + "metrics": { + "MSE[mean]": 11055.769020676613, + "MSE[0.5]": 11055.769020676613, + "MAE[0.5]": 101.49727376302083, + "MASE[0.5]": 0.7857853452620969, + "MAPE[0.5]": 0.036854084400873316, + "sMAPE[0.5]": 0.037597404947786094, + "MSIS": 11.195946320564516, + "RMSE[mean]": 105.14641706057611, + "NRMSE[mean]": 0.03823506074930041, + "ND[0.5]": 0.036908099550189394, + "mean_weighted_sum_quantile_loss": 0.03062984705452967 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00" + ], + "context": [ + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2599.966064453125, + 2599.865234375, + 2599.8671875, + 2599.830810546875, + 2600.021240234375, + 2600.049560546875, + 2601.08544921875, + 2600.48779296875, + 2602.26904296875, + 2622.866943359375, + 2621.8623046875, + 2634.266845703125, + 2657.216552734375, + 2663.2666015625, + 2688.492919921875, + 2692.646484375, + 2694.869140625, + 2696.085205078125, + 2696.93798828125, + 2701.82177734375, + 2697.902587890625, + 2701.412353515625, + 2696.7021484375, + 2694.273193359375 + ], + "p10": [ + 2599.40869140625, + 2598.990234375, + 2597.19580078125, + 2596.243896484375, + 2594.613525390625, + 2593.861572265625, + 2594.2119140625, + 2592.5576171875, + 2589.24462890625, + 2587.890380859375, + 2585.482421875, + 2582.751708984375, + 2580.9697265625, + 2580.975830078125, + 2579.48876953125, + 2579.2060546875, + 2579.20166015625, + 2575.50244140625, + 2574.15576171875, + 2569.771728515625, + 2569.939208984375, + 2571.603759765625, + 2575.838134765625, + 2575.065673828125 + ], + "p90": [ + 2646.7490234375, + 2695.30419921875, + 2703.203125, + 2697.75439453125, + 2698.92919921875, + 2701.91357421875, + 2699.69189453125, + 2704.3037109375, + 2708.31591796875, + 2709.1650390625, + 2710.298095703125, + 2714.109130859375, + 2716.498779296875, + 2720.296875, + 2725.51806640625, + 2729.40380859375, + 2736.033203125, + 2742.80029296875, + 2742.95849609375, + 2745.8916015625, + 2748.523193359375, + 2752.501708984375, + 2754.282958984375, + 2759.277587890625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_033733.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_033733.json new file mode 100644 index 0000000000000000000000000000000000000000..734404cf182c5b2f9e6aa41511374e823ff26ed7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_033733.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:37:33.970862+00:00", + "metrics": { + "MSE[mean]": 1.1603063601246444, + "MSE[0.5]": 1.1493769556545659, + "MAE[0.5]": 0.8855817916916625, + "MASE[0.5]": 0.8485225350167547, + "MAPE[0.5]": 0.7547491772206815, + "sMAPE[0.5]": 0.47752304594128625, + "MSIS": 33.149281687040244, + "RMSE[mean]": 1.0771751761550414, + "NRMSE[mean]": 0.7860585742797481, + "ND[0.5]": 0.6462450825037008, + "mean_weighted_sum_quantile_loss": 0.6431194856981524 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 1.5706767200051832, + 1.5991985741888186, + 1.6263622926146868, + 1.6544696355349262, + 1.6811073494014217, + 1.7079383206802272, + 1.732502411146106, + 1.7588378053835296, + 1.7857742861969375, + 1.8090278863358045, + 1.83666639443531, + 1.86201502596718, + 1.8866773845470126, + 1.9109616616180816, + 1.9351046001944363, + 1.9598730047360227, + 1.9835445089705, + 2.0071863046345944, + 2.031921179346279, + 2.0542629128089054, + 2.076264977038936, + 2.1017803906086923, + 2.1234358331141063, + 2.146331414099868, + 2.167448526900838, + 2.18751645682279, + 2.2131255389504814, + 2.232183481460318, + 2.254044585937826, + 2.2764668462819095, + 2.2966331118899905, + 2.3179488180447634, + 2.338659311405608, + 2.3590542204870646, + 2.379234654106395, + 2.39924468828608, + 2.4193610490913326, + 2.4371010374024733, + 2.4565653911156633, + 2.4757646508408184, + 2.4952048933961075, + 2.5140033435045304, + 2.5340054946812236, + 2.551844717033907, + 2.569284595489349, + 2.588819854586508, + 2.6080603296906593, + 2.6242468196018973, + 2.642724169447097, + 2.6583396528960823, + 2.677120284594123, + 2.694309806572215, + 2.7095152191342398, + 2.7280545423527625, + 2.7448304607025733, + 2.7600289000392255, + 2.777804988776568, + 2.7927928969726237, + 2.8098739092319334, + 2.822769276690554 + ], + "p10": [ + 1.5577735975921427, + 1.5857757694884307, + 1.6139396131469328, + 1.642415998905018, + 1.6674335524618402, + 1.6938555595105687, + 1.7194580533405868, + 1.7449989247848348, + 1.772506400324701, + 1.7971659500426806, + 1.8232346311540066, + 1.847782210856725, + 1.8732065311621187, + 1.8966541516499766, + 1.922645645310926, + 1.9459847458520665, + 1.9693691769970547, + 1.993054429790541, + 2.0194625357571714, + 2.0412337942248833, + 2.0631837164360025, + 2.0860432897848717, + 2.110957845368714, + 2.130855319509704, + 2.1563123114442173, + 2.1765869496564703, + 2.199668686864199, + 2.2184391752561985, + 2.241548276072457, + 2.263225286720281, + 2.2822129902891457, + 2.30429050307511, + 2.323377707444036, + 2.3453907757193195, + 2.365355756063431, + 2.3845456108430008, + 2.4061898443715335, + 2.4228106521967407, + 2.4439931602105927, + 2.462008614060434, + 2.4805832026624395, + 2.502118198345121, + 2.5200332127500777, + 2.5383515299838266, + 2.555392176283135, + 2.5750981111549542, + 2.594371948636935, + 2.6108990165429558, + 2.628528933015551, + 2.646024618482087, + 2.6634487735862016, + 2.6789345349167055, + 2.696131695876433, + 2.7128019025372283, + 2.7315889011409444, + 2.747175892304078, + 2.7642828009185156, + 2.7809043680658956, + 2.79444687142814, + 2.810277022375882 + ], + "p90": [ + 1.5840402530963382, + 1.6117044968983496, + 1.6397023802584305, + 1.6683957659257924, + 1.6948700474278937, + 1.7256772559158646, + 1.7447818636246013, + 1.772938230624839, + 1.8007984562805566, + 1.8240077016939782, + 1.8483789298215427, + 1.874230855626167, + 1.9013917334014974, + 1.9248006678720304, + 1.9508000157304268, + 1.9748497386798536, + 1.9964618472704014, + 2.020143111138305, + 2.0466277113566385, + 2.0683426493719885, + 2.0895184854214457, + 2.1142838854643378, + 2.1365091553771065, + 2.1608789272649758, + 2.180446758266033, + 2.201338943264333, + 2.224058975913014, + 2.245474716388728, + 2.267194532895748, + 2.2882061465164094, + 2.311137105715872, + 2.3322994713979956, + 2.3528557230180724, + 2.3717524504484957, + 2.389896213699245, + 2.411720133917651, + 2.4310171803774967, + 2.45062518226008, + 2.471891478496667, + 2.491363677987062, + 2.5092671090878826, + 2.528320614685265, + 2.548086727454194, + 2.5649043133852985, + 2.5848105808624897, + 2.60325743117237, + 2.6234191198341428, + 2.6351421222619136, + 2.656970068879934, + 2.672520745445475, + 2.689901308875447, + 2.7069740702288763, + 2.7230762821823693, + 2.7401117876932912, + 2.7593538923393477, + 2.774031753368419, + 2.793101579698833, + 2.8079489421615556, + 2.8245099207809012, + 2.838471085949928 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_033051.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_033051.json new file mode 100644 index 0000000000000000000000000000000000000000..2b7a67bb784b15457774d71a1bb8c3c878712a8e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_033051.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:30:51.285276+00:00", + "metrics": { + "MSE[mean]": 0.027925914203653868, + "MSE[0.5]": 0.027925914203653868, + "MAE[0.5]": 0.12092266579469045, + "MASE[0.5]": 0.11586237192737951, + "MAPE[0.5]": 0.1031609133715095, + "sMAPE[0.5]": 0.11701708538683718, + "MSIS": 0.7282352092651077, + "RMSE[mean]": 0.1671104850201024, + "NRMSE[mean]": 0.12194732343441232, + "ND[0.5]": 0.08824219159224261, + "mean_weighted_sum_quantile_loss": 0.09463841510087227 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 1.5891671180725098, + 1.6166435480117798, + 1.6306960582733154, + 1.6458626985549927, + 1.6604208946228027, + 1.6753255128860474, + 1.6882013082504272, + 1.6987674236297607, + 1.70820152759552, + 1.7185802459716797, + 1.7216109037399292, + 1.725762128829956, + 1.7314271926879883, + 1.739213466644287, + 1.7345356941223145, + 1.7288579940795898, + 1.7289745807647705, + 1.725940227508545, + 1.7178747653961182, + 1.7103304862976074, + 1.6936460733413696, + 1.6830772161483765, + 1.6696596145629883, + 1.6517481803894043, + 1.632670521736145, + 1.6100664138793945, + 1.584852933883667, + 1.5566730499267578, + 1.534088134765625, + 1.5072070360183716, + 1.4836316108703613, + 1.4457767009735107, + 1.430276870727539, + 1.4055196046829224, + 1.3702422380447388, + 1.3443095684051514, + 1.3061423301696777, + 1.2723015546798706, + 1.2380304336547852, + 1.199001669883728, + 1.1584190130233765, + 1.1308302879333496, + 1.0855941772460938, + 1.0487982034683228, + 1.019575595855713, + 0.9750246405601501, + 0.9301742911338806, + 0.8983333110809326, + 0.8881168365478516, + 0.8555992841720581, + 0.8212121725082397, + 0.7864334583282471, + 0.742563009262085, + 0.7059803009033203, + 0.6741832494735718, + 0.6302393674850464, + 0.5975104570388794, + 0.5828213691711426, + 0.5551944971084595, + 0.5222876071929932 + ], + "p10": [ + 1.568515419960022, + 1.5902583599090576, + 1.6047840118408203, + 1.609729290008545, + 1.6237499713897705, + 1.629724383354187, + 1.6386979818344116, + 1.644158124923706, + 1.6474339962005615, + 1.649385690689087, + 1.6475070714950562, + 1.648162603378296, + 1.6448166370391846, + 1.6381304264068604, + 1.6357239484786987, + 1.6106178760528564, + 1.6136112213134766, + 1.609590768814087, + 1.5843614339828491, + 1.5748039484024048, + 1.5486338138580322, + 1.5294969081878662, + 1.5071437358856201, + 1.4834917783737183, + 1.4487438201904297, + 1.4125664234161377, + 1.3742902278900146, + 1.330095887184143, + 1.2722065448760986, + 1.2416021823883057, + 1.2048152685165405, + 1.1522465944290161, + 1.0874106884002686, + 1.0455942153930664, + 0.9915496706962585, + 0.944392740726471, + 0.8938092589378357, + 0.844542384147644, + 0.7877645492553711, + 0.731071949005127, + 0.6933643817901611, + 0.6335645914077759, + 0.5987687706947327, + 0.5583816170692444, + 0.4899008274078369, + 0.44718050956726074, + 0.39246833324432373, + 0.3534359931945801, + 0.22231382131576538, + 0.16864198446273804, + 0.09748947620391846, + 0.06139957904815674, + 0.02355659008026123, + -0.034977078437805176, + -0.08122944831848145, + -0.11426448822021484, + -0.16600298881530762, + -0.20747733116149902, + -0.23271560668945312, + -0.26210033893585205 + ], + "p90": [ + 1.6168043613433838, + 1.6387391090393066, + 1.6625704765319824, + 1.6881918907165527, + 1.7047615051269531, + 1.7191603183746338, + 1.7399195432662964, + 1.755771517753601, + 1.7728352546691895, + 1.7902002334594727, + 1.7951538562774658, + 1.8065234422683716, + 1.8225533962249756, + 1.8384079933166504, + 1.8431692123413086, + 1.8433493375778198, + 1.8544580936431885, + 1.861802577972412, + 1.8637914657592773, + 1.8565824031829834, + 1.8690015077590942, + 1.859466314315796, + 1.8581922054290771, + 1.8569746017456055, + 1.8585724830627441, + 1.858283281326294, + 1.842588186264038, + 1.8287203311920166, + 1.819002389907837, + 1.8183798789978027, + 1.8070638179779053, + 1.7778854370117188, + 1.8317019939422607, + 1.8262994289398193, + 1.822995662689209, + 1.8041577339172363, + 1.7904977798461914, + 1.7680751085281372, + 1.7560266256332397, + 1.7330461740493774, + 1.7193500995635986, + 1.713972806930542, + 1.6929678916931152, + 1.6598711013793945, + 1.6575223207473755, + 1.6427149772644043, + 1.6115756034851074, + 1.5903851985931396, + 1.654795527458191, + 1.6381182670593262, + 1.644183874130249, + 1.6161174774169922, + 1.6020262241363525, + 1.5824286937713623, + 1.569238543510437, + 1.5780011415481567, + 1.5498228073120117, + 1.5542241334915161, + 1.5266549587249756, + 1.5110759735107422 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_033734.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..b9f925179ee8c38ade194e6a6d726dcb59be8469 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_033734.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T03:37:34.252564+00:00", + "metrics": { + "MSE[mean]": 1.5804381193062034, + "MSE[0.5]": 1.588357867701167, + "MAE[0.5]": 1.0332942828933838, + "MASE[0.5]": 0.9900536489850099, + "MAPE[0.5]": 0.8836007956421952, + "sMAPE[0.5]": 0.5253058145543602, + "MSIS": 36.26681284657017, + "RMSE[mean]": 1.2571547714208475, + "NRMSE[mean]": 0.9173970113193729, + "ND[0.5]": 0.7540369002206574, + "mean_weighted_sum_quantile_loss": 0.7420115059707322 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 1.5855155432679529, + 1.610394491953908, + 1.6332734365867472, + 1.6651524441620913, + 1.6920313223953563, + 1.7199102473586627, + 1.7447891960446178, + 1.7806681223192264, + 1.8090470706475537, + 1.8339259746300252, + 1.863304910083749, + 1.884183895366956, + 1.9130628074556593, + 1.9454417936925406, + 1.9758207013705, + 2.0046996879650094, + 2.0230786309289184, + 2.059957529427763, + 2.0848364334102345, + 2.104215423104185, + 2.132594296926706, + 2.165973314992468, + 2.1938521803511297, + 2.2232312052118206, + 2.250610181315912, + 2.277488955241049, + 2.3073679885655998, + 2.3312468607191907, + 2.359625764344034, + 2.3905048443986265, + 2.4183837842630944, + 2.445762760367186, + 2.468641705000025, + 2.505020550331526, + 2.5313994946067377, + 2.5567784964600357, + 2.5871574339403174, + 2.6060363257634416, + 2.6409153394184597, + 2.6702942301687, + 2.695673172417353, + 2.7235520973806597, + 2.746431027112338, + 2.7758099476649005, + 2.808188978605265, + 2.8330677782796085, + 2.864446822094577, + 2.8908257365674657, + 2.9247046736901194, + 2.946583556691756, + 2.9809625469817536, + 2.9983415624249106, + 3.028720395597064, + 3.058099331050788, + 3.0939782871277193, + 3.1153572808747856, + 3.1387361892680006, + 3.1641150868131707, + 3.2064940337109866, + 3.228372991218429 + ], + "p10": [ + 1.5315155530431146, + 1.5593944929075823, + 1.5782734592365122, + 1.6151523726365176, + 1.6425313129778223, + 1.6628102404206822, + 1.6897891965754717, + 1.727668134120946, + 1.7545470719588558, + 1.78212600972524, + 1.8013049552650011, + 1.8349838731463446, + 1.8700627799183134, + 1.8909417503003592, + 1.9218207111456618, + 1.9464996326042152, + 1.9743785724686826, + 1.997357516582403, + 2.033336470603533, + 2.058015392062086, + 2.0820943510477234, + 2.108973273984472, + 2.139652237404696, + 2.1677311746942425, + 2.1976100888095034, + 2.228489049654806, + 2.25316797111336, + 2.2741469461684094, + 2.316125817749796, + 2.3438047631694165, + 2.358883775441607, + 2.392562670435698, + 2.418641633474451, + 2.4515205685705475, + 2.472299507457499, + 2.500278475836829, + 2.527157371951487, + 2.5559363538729922, + 2.5859152726612575, + 2.6134942104276413, + 2.637673171874392, + 2.6695520922546603, + 2.6934310316963077, + 2.730909966941043, + 2.7551888860988565, + 2.781067851712531, + 2.813946786808627, + 2.8418257266730946, + 2.871604670388022, + 2.8972836043039463, + 2.9264625482930557, + 2.948341490899337, + 2.9762204307638043, + 3.0099993676838026, + 3.0339782847435335, + 3.0576572488790124, + 3.08473616924084, + 3.1125151133730005, + 3.141494095699817, + 3.1693730355642846 + ], + "p90": [ + 1.616515537545907, + 1.6443944774103747, + 1.668273403208146, + 1.696152346052846, + 1.727131302630456, + 1.7569102180331775, + 1.7797891928408682, + 1.811668110636716, + 1.8336470862282077, + 1.8645260336624654, + 1.894404941817262, + 1.9191838955159677, + 1.9500628228336576, + 1.978041761410665, + 2.0068207492926344, + 2.0346996891571023, + 2.0625786290215697, + 2.086757556917425, + 2.117436466693468, + 2.143215427634138, + 2.1700943505708863, + 2.20007334684519, + 2.2271522433651603, + 2.2577312080728436, + 2.281610113754047, + 2.310489066820944, + 2.3423679551869987, + 2.36524692962216, + 2.3952259258964634, + 2.424004800529608, + 2.4488837495880924, + 2.4797626802585433, + 2.503641671621424, + 2.5325205986112884, + 2.564399546581988, + 2.5884784817257676, + 2.6192573842538853, + 2.6460363919245973, + 2.6759153060398586, + 2.7027941991742845, + 2.7288731622130378, + 2.7595521256332614, + 2.782431070266101, + 2.814409957344695, + 2.8422889031696266, + 2.867167852228111, + 2.8989467713114196, + 2.922825697109191, + 2.955804689032355, + 2.982583584944358, + 3.009462537683429, + 3.0344414880621557, + 3.062220432566845, + 3.0930993572768317, + 3.1210782958538394, + 3.1498572241311638, + 3.1719361924747305, + 3.2018151352747273, + 3.2344940368104282, + 3.259473061694961 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_033559.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_033559.json new file mode 100644 index 0000000000000000000000000000000000000000..9bd4a62e6041ecf5a2503758ccfd79ff46ab1324 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_033559.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:35:59.565309+00:00", + "metrics": { + "MSE[mean]": 1.1908762526245404, + "MSE[0.5]": 0.9974576812911164, + "MAE[0.5]": 0.8270452390114467, + "MASE[0.5]": 0.7924355823068547, + "MAPE[0.5]": 0.7025490809721731, + "sMAPE[0.5]": 0.45670334514476374, + "MSIS": 2.9397255169689616, + "RMSE[mean]": 1.09127276728806, + "NRMSE[mean]": 0.7963461603958288, + "ND[0.5]": 0.6035285771834565, + "mean_weighted_sum_quantile_loss": 0.4209563071689313 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 1.585854411125183, + 1.6176238656044006, + 1.647051215171814, + 1.6676260232925415, + 1.6927523612976074, + 1.7117316126823425, + 1.7294779419898987, + 1.7495944499969482, + 1.7755733728408813, + 1.7941040396690369, + 1.8016548156738281, + 1.8336516618728638, + 1.8206459283828735, + 1.8766095042228699, + 1.9029114246368408, + 1.9388176798820496, + 1.9802039861679077, + 1.9451298713684082, + 2.0529892444610596, + 2.065178632736206, + 2.01886248588562, + 2.0900920629501343, + 2.1167668104171753, + 2.153905749320984, + 2.0959795713424683, + 2.1497433185577393, + 2.088537573814392, + 2.184319019317627, + 2.1879873275756836, + 2.2682528495788574, + 2.154334306716919, + 2.2375290393829346, + 2.4695481061935425, + 2.488426685333252, + 2.304137110710144, + 2.351559281349182, + 2.320972204208374, + 2.4805924892425537, + 2.3772279024124146, + 2.494950294494629, + 2.5082967281341553, + 2.3402286767959595, + 2.598453640937805, + 2.5329155921936035, + 2.3629058599472046, + 2.4208030700683594, + 2.249435544013977, + 2.383547306060791, + 2.7627947330474854, + 2.4678529500961304, + 2.4496134519577026, + 2.9963769912719727, + 2.6808208227157593, + 2.497846245765686, + 2.470454216003418, + 2.7426542043685913, + 2.6106224060058594, + 2.5623457431793213, + 2.5085501670837402, + 2.6894490718841553 + ], + "p10": [ + 1.570031762123108, + 1.5883273482322693, + 1.586563527584076, + 1.59178227186203, + 1.6057942509651184, + 1.63551527261734, + 1.623197078704834, + 1.614398717880249, + 1.5964106321334839, + 1.6281465291976929, + 1.573632001876831, + 1.6266676187515259, + 1.6275454759597778, + 1.5571969151496887, + 1.6274205446243286, + 1.518963098526001, + 1.3024349808692932, + 1.2366668581962585, + 1.1858481168746948, + 1.1093541979789734, + 1.2141247987747192, + 1.0923374891281128, + 1.1178656816482544, + 1.1093721985816956, + 1.0410154461860657, + 1.1005958318710327, + 0.8951299786567688, + 1.0323593020439148, + 0.965448409318924, + 1.009598731994629, + 0.6663779616355896, + 0.8218690156936646, + 0.7385606169700623, + 0.1658613681793213, + 0.14331185817718506, + 0.052053868770599365, + -0.09404313564300537, + 0.48271119594573975, + 0.188144713640213, + 0.5127215683460236, + 0.2670884430408478, + 0.21751195192337036, + 0.2525201737880707, + 0.17101716995239258, + -0.2644379734992981, + -0.09971171617507935, + -0.22332227230072021, + -0.1836150884628296, + 0.37275370955467224, + 0.28743675351142883, + 0.10382798314094543, + 0.13770791888237, + -0.627265989780426, + -0.35248804092407227, + -0.1241503357887268, + -0.045059025287628174, + 0.3103838860988617, + -0.19258922338485718, + -0.23765510320663452, + -0.22066181898117065 + ], + "p90": [ + 1.6047120690345764, + 1.6515413522720337, + 1.6903595924377441, + 1.7349601984024048, + 1.7940447926521301, + 1.804840326309204, + 1.8370637893676758, + 1.8788807392120361, + 1.9058703184127808, + 1.9513026475906372, + 2.0092051029205322, + 2.0394890308380127, + 2.0931193828582764, + 2.101877808570862, + 2.1770929098129272, + 2.2743358612060547, + 2.658463716506958, + 2.6205679178237915, + 2.7681368589401245, + 2.6819673776626587, + 2.868112087249756, + 2.9223361015319824, + 2.992409348487854, + 3.0158538818359375, + 3.2833034992218018, + 3.1994998455047607, + 3.369764804840088, + 3.504899263381958, + 3.2581722736358643, + 3.38154673576355, + 3.369764804840088, + 3.47243070602417, + 4.128907203674316, + 4.128907203674316, + 4.332797527313232, + 4.439170837402344, + 4.493540525436401, + 4.596846580505371, + 4.4317848682403564, + 4.8678271770477295, + 4.876941680908203, + 4.744030475616455, + 4.469639301300049, + 4.424206256866455, + 4.888049602508545, + 4.63488245010376, + 4.507734298706055, + 4.888049602508545, + 5.913402795791626, + 5.83414363861084, + 5.7375147342681885, + 7.120548963546753, + 6.6786394119262695, + 6.639809846878052, + 6.437062501907349, + 6.214993000030518, + 5.749367952346802, + 5.787660360336304, + 6.406334400177002, + 7.533624887466431 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_033734.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..21d44f703a93d761b9e54b3b5408a3f869449cbc --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_033734.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:37:34.390690+00:00", + "metrics": { + "MSE[mean]": 0.09311887986990078, + "MSE[0.5]": 0.09170111901871085, + "MAE[0.5]": 0.26568512996162497, + "MASE[0.5]": 0.2545669096929518, + "MAPE[0.5]": 0.1840752749117253, + "sMAPE[0.5]": 0.19991654311140275, + "MSIS": 8.035675195560588, + "RMSE[mean]": 0.3051538626167147, + "NRMSE[mean]": 0.22268319535607992, + "ND[0.5]": 0.1938812544960699, + "mean_weighted_sum_quantile_loss": 0.18489149577530428 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 1.1978132736919813, + 1.1948132825134687, + 1.1898132872818403, + 1.1938133549927168, + 1.192813293361514, + 1.192813278460353, + 1.1898132872818403, + 1.1978132736919813, + 1.1983132821558409, + 1.1953132462738447, + 1.196813241863101, + 1.1898132872818403, + 1.1908132595060759, + 1.1953133058784895, + 1.1978132736919813, + 1.1988133204220228, + 1.1893133235214643, + 1.1983132821558409, + 1.1953132462738447, + 1.1868132961033278, + 1.1873132300613813, + 1.1928133082626753, + 1.1928132337568693, + 1.1943133187530928, + 1.1938133549927168, + 1.1928131890533857, + 1.1948132825134687, + 1.1908132148025923, + 1.1913131785629683, + 1.1943133187530928, + 1.1943133187530928, + 1.1938133549927168, + 1.1888133597610884, + 1.1973132652281218, + 1.1958132696388655, + 1.193313331627696, + 1.1958133292435102, + 1.1868132812021666, + 1.1938133549927168, + 1.1953133058784895, + 1.1928133082626753, + 1.192813293361514, + 1.1878132832287245, + 1.1893132639168196, + 1.1938133549927168, + 1.1908132148025923, + 1.1943133187530928, + 1.192813293361514, + 1.1988132906197004, + 1.1928132337568693, + 1.1993132841823988, + 1.1888133597610884, + 1.1913132530687742, + 1.1928132486580305, + 1.200813264870494, + 1.1943133187530928, + 1.1898132872818403, + 1.1873132449625425, + 1.2018132519958906, + 1.1958132696388655 + ], + "p10": [ + 1.143813283467143, + 1.143813283467143, + 1.1348133099316053, + 1.143813283467143, + 1.1433132839439801, + 1.1357132715223723, + 1.1348132878126942, + 1.144813285493701, + 1.143813283467143, + 1.1435132813690596, + 1.134813287044353, + 1.1406132650612288, + 1.14781323196873, + 1.140813262486308, + 1.143813283467143, + 1.1406132650612288, + 1.1406132650612288, + 1.1357132693104812, + 1.143813283467143, + 1.1406132650612288, + 1.1368132841823988, + 1.1358132672546797, + 1.1386132908104354, + 1.1388132882355146, + 1.140813262486308, + 1.143813283467143, + 1.1406132650612288, + 1.133713300251811, + 1.14781323196873, + 1.1476132375238828, + 1.1348133099316053, + 1.1406132650612288, + 1.1388132882355146, + 1.143813283467143, + 1.1367132824896269, + 1.136813311004489, + 1.1358132672546797, + 1.136713309311717, + 1.1388132882355146, + 1.1385132861374312, + 1.1348133077197142, + 1.1388132882355146, + 1.1348132878126942, + 1.1444132831929617, + 1.140813262486308, + 1.1388132882355146, + 1.143813283467143, + 1.143813283467143, + 1.145713287317603, + 1.1435132813690596, + 1.144813285493701, + 1.1388132882355146, + 1.1388132882355146, + 1.144713285291045, + 1.140813262486308, + 1.1366132867573195, + 1.1358132672546797, + 1.1357132715223723, + 1.1368133139847212, + 1.1368133139847212 + ], + "p90": [ + 1.2288132679699355, + 1.2288132679699355, + 1.2248132539032393, + 1.2248132568834715, + 1.2279132735966138, + 1.2298132491348677, + 1.2248132840780908, + 1.228813262009471, + 1.222913297736495, + 1.225913305306285, + 1.2279132735966138, + 1.224813287430852, + 1.2278132748840742, + 1.2279132735966138, + 1.2288133216141157, + 1.2288133216141157, + 1.2288133216141157, + 1.2251133096455031, + 1.2279132795570784, + 1.2258133006332808, + 1.2248132837055616, + 1.2269133401153975, + 1.2261132967708999, + 1.2288133216141157, + 1.224813287430852, + 1.2258133006332808, + 1.2298132491348677, + 1.2248132837055616, + 1.2269133401153975, + 1.2278132748840742, + 1.2248132840780908, + 1.2278132748840742, + 1.2238133263824873, + 1.224813313507884, + 1.2288133216141157, + 1.2250133168934279, + 1.2279132795570784, + 1.2268133473633223, + 1.2288133216141157, + 1.2278132748840742, + 1.22601329805836, + 1.2288133216141157, + 1.2238133263824873, + 1.2279132735966138, + 1.2279132795570784, + 1.2249132887510947, + 1.2288132679699355, + 1.2248132539032393, + 1.229913305961936, + 1.228813262009471, + 1.2278132748840742, + 1.2249132853983336, + 1.224813290038555, + 1.2278132748840742, + 1.2279132735966138, + 1.228813262009471, + 1.2230132904885702, + 1.225013293424099, + 1.2298132550953322, + 1.2269133401153975 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_033734.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..8f17e7376b5cce74e272db35300c56408bc193dd --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_033734.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:37:34.467839+00:00", + "metrics": { + "MSE[mean]": 0.1630242333431422, + "MSE[0.5]": 0.1630242333431422, + "MAE[0.5]": 0.32956666747728985, + "MASE[0.5]": 0.3157751737540456, + "MAPE[0.5]": 0.23094647007076002, + "sMAPE[0.5]": 0.262498570721194, + "MSIS": 11.436319285070537, + "RMSE[mean]": 0.40376259527492414, + "NRMSE[mean]": 0.29464200161220216, + "ND[0.5]": 0.24049821282739914, + "mean_weighted_sum_quantile_loss": 0.23517638852796935 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874 + ], + "p10": [ + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456 + ], + "p90": [ + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_033658.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_033658.json new file mode 100644 index 0000000000000000000000000000000000000000..3e2550403e8c8e90ded7859c214608808042d772 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_033658.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:36:58.511604+00:00", + "metrics": { + "MSE[mean]": 0.024448505636296917, + "MSE[0.5]": 0.024448505636296917, + "MAE[0.5]": 0.14426099161307018, + "MASE[0.5]": 0.13822405051229048, + "MAPE[0.5]": 0.10877787185781872, + "sMAPE[0.5]": 0.10223451889019614, + "MSIS": 1.731449036035198, + "RMSE[mean]": 0.1563601791898977, + "NRMSE[mean]": 0.11410238766071075, + "ND[0.5]": 0.1052731179679831, + "mean_weighted_sum_quantile_loss": 0.07161320139496608 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 1.57330322265625, + 1.59698486328125, + 1.61474609375, + 1.638427734375, + 1.662109375, + 1.682830810546875, + 1.700592041015625, + 1.718353271484375, + 1.733154296875, + 1.747955322265625, + 1.759796142578125, + 1.765716552734375, + 1.771636962890625, + 1.783477783203125, + 1.7923583984375, + 1.79827880859375, + 1.79827880859375, + 1.807159423828125, + 1.801239013671875, + 1.795318603515625, + 1.7923583984375, + 1.783477783203125, + 1.77459716796875, + 1.759796142578125, + 1.75091552734375, + 1.733154296875, + 1.706512451171875, + 1.69171142578125, + 1.676910400390625, + 1.653228759765625, + 1.623626708984375, + 1.605865478515625, + 1.582183837890625, + 1.546661376953125, + 1.517059326171875, + 1.50225830078125, + 1.4622955322265625, + 1.4563751220703125, + 1.4208526611328125, + 1.401611328125, + 1.3616485595703125, + 1.3527679443359375, + 1.3187255859375, + 1.306884765625, + 1.280242919921875, + 1.2632217407226562, + 1.2365798950195312, + 1.221038818359375, + 1.2232589721679688, + 1.2025375366210938, + 1.1744155883789062, + 1.1633148193359375, + 1.1355628967285156, + 1.1350078582763672, + 1.1244621276855469, + 1.1050357818603516, + 1.078948974609375, + 1.0745086669921875, + 1.0610027313232422, + 1.0743236541748047 + ], + "p10": [ + 1.564422607421875, + 1.58514404296875, + 1.599945068359375, + 1.62066650390625, + 1.64434814453125, + 1.659149169921875, + 1.670989990234375, + 1.685791015625, + 1.700592041015625, + 1.70947265625, + 1.718353271484375, + 1.72723388671875, + 1.72723388671875, + 1.736114501953125, + 1.736114501953125, + 1.736114501953125, + 1.718353271484375, + 1.7213134765625, + 1.706512451171875, + 1.700592041015625, + 1.6976318359375, + 1.67987060546875, + 1.670989990234375, + 1.65618896484375, + 1.641387939453125, + 1.623626708984375, + 1.582183837890625, + 1.56146240234375, + 1.53778076171875, + 1.5081787109375, + 1.475616455078125, + 1.4474945068359375, + 1.4208526611328125, + 1.3794097900390625, + 1.36016845703125, + 1.3320465087890625, + 1.2906036376953125, + 1.283203125, + 1.2432403564453125, + 1.2239990234375, + 1.1810760498046875, + 1.1766357421875, + 1.140188217163086, + 1.1314926147460938, + 1.1111412048339844, + 1.1007804870605469, + 1.0767288208007812, + 1.055267333984375, + 1.0547122955322266, + 1.0312156677246094, + 1.0112342834472656, + 1.0008735656738281, + 0.9820022583007812, + 0.9879226684570312, + 0.9790420532226562, + 0.9679412841796875, + 0.9398193359375, + 0.9464797973632812, + 0.92205810546875, + 0.942779541015625 + ], + "p90": [ + 1.58514404296875, + 1.617706298828125, + 1.638427734375, + 1.65618896484375, + 1.685791015625, + 1.70947265625, + 1.733154296875, + 1.7449951171875, + 1.771636962890625, + 1.783477783203125, + 1.795318603515625, + 1.81011962890625, + 1.82196044921875, + 1.8397216796875, + 1.8515625, + 1.8634033203125, + 1.88116455078125, + 1.90484619140625, + 1.8870849609375, + 1.8870849609375, + 1.8870849609375, + 1.89300537109375, + 1.8870849609375, + 1.875244140625, + 1.875244140625, + 1.85748291015625, + 1.836761474609375, + 1.836761474609375, + 1.83380126953125, + 1.82196044921875, + 1.80419921875, + 1.78643798828125, + 1.753875732421875, + 1.72723388671875, + 1.688751220703125, + 1.69171142578125, + 1.662109375, + 1.65618896484375, + 1.617706298828125, + 1.6029052734375, + 1.5673828125, + 1.558502197265625, + 1.5318603515625, + 1.517059326171875, + 1.49041748046875, + 1.47265625, + 1.45489501953125, + 1.440093994140625, + 1.4134521484375, + 1.392730712890625, + 1.3660888671875, + 1.3468475341796875, + 1.3172454833984375, + 1.309844970703125, + 1.303924560546875, + 1.2824630737304688, + 1.2550811767578125, + 1.2432403564453125, + 1.2336196899414062, + 1.24176025390625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_033208.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_033208.json new file mode 100644 index 0000000000000000000000000000000000000000..b9538b84d72a4b446fbbf64fa47f747fe805f88d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_033208.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:32:08.759165+00:00", + "metrics": { + "MSE[mean]": 0.24815628356647898, + "MSE[0.5]": 0.20229173523569396, + "MAE[0.5]": 0.3831922064224879, + "MASE[0.5]": 0.36715662566996526, + "MAPE[0.5]": 0.3221528613105297, + "sMAPE[0.5]": 0.25935924514716646, + "MSIS": 16.055472520282397, + "RMSE[mean]": 0.49815287168346123, + "NRMSE[mean]": 0.3635224286235341, + "ND[0.5]": 0.27963095151407147, + "mean_weighted_sum_quantile_loss": 0.30068418457482615 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 1.5635168552398682, + 1.5823249816894531, + 1.6324622631072998, + 1.6452491283416748, + 1.658355712890625, + 1.675661325454712, + 1.7077398300170898, + 1.7360398769378662, + 1.7293249368667603, + 1.7387735843658447, + 1.7618697881698608, + 1.7817022800445557, + 1.760952353477478, + 1.775538444519043, + 1.7921501398086548, + 1.81585693359375, + 1.808822512626648, + 1.8148620128631592, + 1.8320496082305908, + 1.808868646621704, + 1.8308480978012085, + 1.8278411626815796, + 1.8273608684539795, + 1.8333879709243774, + 1.8301444053649902, + 1.836669683456421, + 1.8330574035644531, + 1.8284128904342651, + 1.8264579772949219, + 1.8082026243209839, + 1.7961291074752808, + 1.8237311840057373, + 1.8190174102783203, + 1.8030738830566406, + 1.7994002103805542, + 1.8075644969940186, + 1.7953426837921143, + 1.777940034866333, + 1.7767746448516846, + 1.7642276287078857, + 1.7667983770370483, + 1.7759177684783936, + 1.757352352142334, + 1.753882646560669, + 1.7391693592071533, + 1.7408639192581177, + 1.7257413864135742, + 1.719651699066162, + 1.7221448421478271, + 1.7332582473754883, + 1.715682029724121, + 1.7019538879394531, + 1.6972227096557617, + 1.6957979202270508, + 1.6952028274536133, + 1.678041934967041, + 1.6856534481048584, + 1.677558422088623, + 1.683244228363037, + 1.669372320175171 + ], + "p10": [ + 1.5854170322418213, + 1.6058868169784546, + 1.6522347927093506, + 1.66562819480896, + 1.6769660711288452, + 1.686674952507019, + 1.670082926750183, + 1.7382246255874634, + 1.747854232788086, + 1.739564061164856, + 1.7710167169570923, + 1.7713649272918701, + 1.7601836919784546, + 1.7927871942520142, + 1.774360179901123, + 1.8354182243347168, + 1.823753833770752, + 1.8178929090499878, + 1.8397334814071655, + 1.849267840385437, + 1.8545629978179932, + 1.8704735040664673, + 1.855419397354126, + 1.8633583784103394, + 1.873915433883667, + 1.847306489944458, + 1.8721531629562378, + 1.8659335374832153, + 1.817411184310913, + 1.8127554655075073, + 1.824000597000122, + 1.860986351966858, + 1.8869764804840088, + 1.845949649810791, + 1.8509169816970825, + 1.8453986644744873, + 1.8402379751205444, + 1.835789680480957, + 1.8460285663604736, + 1.8004966974258423, + 1.7741397619247437, + 1.8307411670684814, + 1.8203221559524536, + 1.7950959205627441, + 1.7552627325057983, + 1.798911452293396, + 1.7982122898101807, + 1.7695797681808472, + 1.7677377462387085, + 1.7870962619781494, + 1.7558515071868896, + 1.774838924407959, + 1.7709835767745972, + 1.758124589920044, + 1.7430009841918945, + 1.7388179302215576, + 1.724063515663147, + 1.7492464780807495, + 1.7318272590637207, + 1.7227483987808228 + ], + "p90": [ + 1.5921566486358643, + 1.6079427003860474, + 1.6548048257827759, + 1.673154592514038, + 1.690749168395996, + 1.7185975313186646, + 1.743696928024292, + 1.775510549545288, + 1.7801258563995361, + 1.7968412637710571, + 1.8246890306472778, + 1.8336800336837769, + 1.8531209230422974, + 1.8541415929794312, + 1.8630024194717407, + 1.8904922008514404, + 1.8804517984390259, + 1.896651029586792, + 1.9194176197052002, + 1.9128673076629639, + 1.9371962547302246, + 1.9459069967269897, + 1.9576021432876587, + 1.9714202880859375, + 1.9803253412246704, + 1.9853510856628418, + 1.9967271089553833, + 1.996028184890747, + 2.014815330505371, + 2.0126242637634277, + 2.0052993297576904, + 2.0370283126831055, + 2.036895751953125, + 2.006281852722168, + 2.0374016761779785, + 2.0442070960998535, + 2.0439295768737793, + 2.0338189601898193, + 2.031954288482666, + 2.011774778366089, + 2.009507179260254, + 2.0209479331970215, + 1.9950307607650757, + 2.0014121532440186, + 1.98585045337677, + 1.992125153541565, + 1.983697533607483, + 2.0011372566223145, + 1.9868782758712769, + 2.0043275356292725, + 1.9848536252975464, + 1.9905812740325928, + 1.9742432832717896, + 2.0026450157165527, + 2.007514476776123, + 1.9850029945373535, + 1.9782931804656982, + 1.9902786016464233, + 2.0058348178863525, + 1.9944417476654053 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_033452.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_033452.json new file mode 100644 index 0000000000000000000000000000000000000000..3cab7aeb349a6b811052245f1d33bf5b0690d7f1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_033452.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:34:52.891124+00:00", + "metrics": { + "MSE[mean]": 0.2724518374912905, + "MSE[0.5]": 0.2724518374912905, + "MAE[0.5]": 0.45044587751229603, + "MASE[0.5]": 0.43159590843039497, + "MAPE[0.5]": 0.3745716231661741, + "sMAPE[0.5]": 0.29486274229689186, + "MSIS": 3.4577341877208907, + "RMSE[mean]": 0.5219691920901947, + "NRMSE[mean]": 0.38090216710797536, + "ND[0.5]": 0.3287086929828599, + "mean_weighted_sum_quantile_loss": 0.20144172560887894 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 1.5780515670776367, + 1.6019214391708374, + 1.6241748332977295, + 1.6461668014526367, + 1.667100191116333, + 1.688035249710083, + 1.706734538078308, + 1.7248789072036743, + 1.7421772480010986, + 1.759110927581787, + 1.7758129835128784, + 1.7907543182373047, + 1.80548894405365, + 1.8191454410552979, + 1.8318135738372803, + 1.8426837921142578, + 1.85237455368042, + 1.8608092069625854, + 1.8696602582931519, + 1.8767846822738647, + 1.8832974433898926, + 1.8886772394180298, + 1.8943486213684082, + 1.8985108137130737, + 1.9024529457092285, + 1.9043316841125488, + 1.9053468704223633, + 1.9067060947418213, + 1.9071661233901978, + 1.9055571556091309, + 1.9049053192138672, + 1.9027422666549683, + 2.007554054260254, + 2.006478786468506, + 1.982147455215454, + 1.9714598655700684, + 1.9592475891113281, + 1.9436661005020142, + 1.9283500909805298, + 1.9124764204025269, + 1.8970487117767334, + 1.883673906326294, + 1.8714715242385864, + 1.856856346130371, + 1.8461949825286865, + 1.8354871273040771, + 1.826526165008545, + 1.810219407081604, + 1.7981767654418945, + 1.7863718271255493, + 1.7737390995025635, + 1.7609788179397583, + 1.7515884637832642, + 1.7384045124053955, + 1.7295355796813965, + 1.7173264026641846, + 1.708658218383789, + 1.7016905546188354, + 1.6916589736938477, + 1.6830427646636963 + ], + "p10": [ + 1.5646593570709229, + 1.5863115787506104, + 1.605379343032837, + 1.622721552848816, + 1.6386265754699707, + 1.653083086013794, + 1.6648757457733154, + 1.6752350330352783, + 1.6855945587158203, + 1.6944591999053955, + 1.7006776332855225, + 1.7058278322219849, + 1.709351658821106, + 1.711298942565918, + 1.709738850593567, + 1.7070391178131104, + 1.7043876647949219, + 1.696937084197998, + 1.6895604133605957, + 1.6805258989334106, + 1.6705925464630127, + 1.663679599761963, + 1.6538255214691162, + 1.6434478759765625, + 1.6279528141021729, + 1.6134910583496094, + 1.5968759059906006, + 1.5756491422653198, + 1.5535587072372437, + 1.527756929397583, + 1.4998219013214111, + 1.4817893505096436, + 1.5347630977630615, + 1.538271188735962, + 1.5235579013824463, + 1.501120924949646, + 1.4694972038269043, + 1.4330224990844727, + 1.3932642936706543, + 1.3609647750854492, + 1.3282649517059326, + 1.299546480178833, + 1.2660257816314697, + 1.2380831241607666, + 1.2168647050857544, + 1.1901819705963135, + 1.1622653007507324, + 1.1313672065734863, + 1.1104075908660889, + 1.0814183950424194, + 1.050923228263855, + 1.0247968435287476, + 0.988425612449646, + 0.9651432037353516, + 0.9432348012924194, + 0.9212665557861328, + 0.8965003490447998, + 0.8758701086044312, + 0.8616507649421692, + 0.8375623226165771 + ], + "p90": [ + 1.5894452333450317, + 1.6162996292114258, + 1.6419975757598877, + 1.669614553451538, + 1.6961860656738281, + 1.722210168838501, + 1.7479709386825562, + 1.774240493774414, + 1.799131989479065, + 1.8239483833312988, + 1.8496582508087158, + 1.875185489654541, + 1.8996028900146484, + 1.9244294166564941, + 1.9458580017089844, + 1.9687566757202148, + 1.9925274848937988, + 2.016726493835449, + 2.0397722721099854, + 2.062316417694092, + 2.0843300819396973, + 2.1063101291656494, + 2.127831220626831, + 2.1469435691833496, + 2.1666815280914307, + 2.185598850250244, + 2.2030560970306396, + 2.2216086387634277, + 2.237281322479248, + 2.2513654232025146, + 2.2619106769561768, + 2.268913984298706, + 2.2813117504119873, + 2.3258414268493652, + 2.3414597511291504, + 2.3644981384277344, + 2.379652261734009, + 2.399301528930664, + 2.4211132526397705, + 2.440509080886841, + 2.4546236991882324, + 2.4768543243408203, + 2.4942593574523926, + 2.513014316558838, + 2.5269675254821777, + 2.537844181060791, + 2.5504305362701416, + 2.5485739707946777, + 2.5541725158691406, + 2.565377712249756, + 2.5693650245666504, + 2.581368923187256, + 2.5842742919921875, + 2.5956239700317383, + 2.6015243530273438, + 2.6076183319091797, + 2.6078457832336426, + 2.6156649589538574, + 2.6209568977355957, + 2.630932569503784 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_033324.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_033324.json new file mode 100644 index 0000000000000000000000000000000000000000..02c833c875dd9bc64bd37a4b077402e79597a71a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_033324.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:33:24.585527+00:00", + "metrics": { + "MSE[mean]": 0.17776430334690266, + "MSE[0.5]": 0.17776430334690266, + "MAE[0.5]": 0.36929044624169666, + "MASE[0.5]": 0.35383661739916855, + "MAPE[0.5]": 0.30484449717016066, + "sMAPE[0.5]": 0.25091846913029314, + "MSIS": 1.2033694484705968, + "RMSE[mean]": 0.4216210423435987, + "NRMSE[mean]": 0.30767403739653976, + "ND[0.5]": 0.26948627121546154, + "mean_weighted_sum_quantile_loss": 0.16439544282875668 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" + ], + "context": [ + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 + ], + "actual": [ + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 + ], + "predictions": { + "p50": [ + 1.5762115716934204, + 1.5997083187103271, + 1.6219885349273682, + 1.6449253559112549, + 1.6649030447006226, + 1.6853290796279907, + 1.703169584274292, + 1.7215027809143066, + 1.7367007732391357, + 1.7517120838165283, + 1.7674572467803955, + 1.7813689708709717, + 1.794243335723877, + 1.8058489561080933, + 1.815629482269287, + 1.8245370388031006, + 1.8323249816894531, + 1.8397536277770996, + 1.8474195003509521, + 1.8520053625106812, + 1.85736083984375, + 1.8616185188293457, + 1.8618186712265015, + 1.8659112453460693, + 1.8639812469482422, + 1.8627088069915771, + 1.863293170928955, + 1.858893871307373, + 1.8570334911346436, + 1.8522870540618896, + 1.8513827323913574, + 1.8385396003723145, + 1.8239480257034302, + 1.822099208831787, + 1.8171401023864746, + 1.8107130527496338, + 1.8040902614593506, + 1.7939605712890625, + 1.7874906063079834, + 1.778122067451477, + 1.7672717571258545, + 1.7532613277435303, + 1.743812084197998, + 1.7317897081375122, + 1.7218079566955566, + 1.706848382949829, + 1.6959073543548584, + 1.680711269378662, + 1.6640766859054565, + 1.6491355895996094, + 1.6356585025787354, + 1.6159584522247314, + 1.605224370956421, + 1.5863449573516846, + 1.5735794305801392, + 1.5617172718048096, + 1.548893928527832, + 1.5254102945327759, + 1.5126231908798218, + 1.4992613792419434 + ], + "p10": [ + 1.562659740447998, + 1.5816872119903564, + 1.6003811359405518, + 1.616172194480896, + 1.6304986476898193, + 1.6436108350753784, + 1.652458667755127, + 1.6615016460418701, + 1.6676794290542603, + 1.6749792098999023, + 1.6798312664031982, + 1.6815390586853027, + 1.68226957321167, + 1.679574728012085, + 1.6753151416778564, + 1.6665040254592896, + 1.6567597389221191, + 1.6485378742218018, + 1.6366533041000366, + 1.6217901706695557, + 1.6068497896194458, + 1.5938440561294556, + 1.5728996992111206, + 1.5563544034957886, + 1.533144235610962, + 1.512519121170044, + 1.487607479095459, + 1.4592125415802002, + 1.4295748472213745, + 1.3994858264923096, + 1.3688396215438843, + 1.3323054313659668, + 1.339917540550232, + 1.3137308359146118, + 1.273684024810791, + 1.2513538599014282, + 1.2157384157180786, + 1.1869525909423828, + 1.1506551504135132, + 1.1130255460739136, + 1.0837302207946777, + 1.0403589010238647, + 1.0036444664001465, + 0.9599753618240356, + 0.9270758628845215, + 0.8896872997283936, + 0.852020263671875, + 0.7990232110023499, + 0.7622331380844116, + 0.7260380983352661, + 0.6912206411361694, + 0.6372717022895813, + 0.6060842275619507, + 0.5586226582527161, + 0.5129804611206055, + 0.4680488705635071, + 0.43148088455200195, + 0.3802841901779175, + 0.34125030040740967, + 0.29119575023651123 + ], + "p90": [ + 1.5902186632156372, + 1.6156737804412842, + 1.6437208652496338, + 1.669572353363037, + 1.6962156295776367, + 1.7234296798706055, + 1.7469053268432617, + 1.772356629371643, + 1.795093297958374, + 1.8185145854949951, + 1.8440463542938232, + 1.8673481941223145, + 1.8926517963409424, + 1.9164440631866455, + 1.9389013051986694, + 1.9605096578598022, + 1.9830702543258667, + 2.0033185482025146, + 2.0269525051116943, + 2.0489344596862793, + 2.072112798690796, + 2.091174602508545, + 2.1105685234069824, + 2.133002281188965, + 2.151365280151367, + 2.1714723110198975, + 2.191218852996826, + 2.2085041999816895, + 2.221126079559326, + 2.2426204681396484, + 2.2579972743988037, + 2.274069309234619, + 2.2765817642211914, + 2.286402463912964, + 2.312140464782715, + 2.347264289855957, + 2.3558712005615234, + 2.367485761642456, + 2.3890364170074463, + 2.397529125213623, + 2.411107063293457, + 2.4329376220703125, + 2.43912410736084, + 2.4543209075927734, + 2.481843948364258, + 2.4956600666046143, + 2.5100340843200684, + 2.530445098876953, + 2.545006275177002, + 2.5581138134002686, + 2.5724308490753174, + 2.5767149925231934, + 2.5861618518829346, + 2.592454433441162, + 2.600025177001953, + 2.607412815093994, + 2.6278886795043945, + 2.62941312789917, + 2.6349143981933594, + 2.652486801147461 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_033734.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..e9c5949ba57c3920c5605d12f885d9d7da2bab6d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_033734.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:37:34.032053+00:00", + "metrics": { + "MSE[mean]": 0.027566346968241968, + "MSE[0.5]": 0.03379859617115186, + "MAE[0.5]": 0.14498899475788557, + "MASE[0.5]": 0.7759973429233507, + "MAPE[0.5]": 0.09568723838536168, + "sMAPE[0.5]": 0.1027930807703815, + "MSIS": 4.387721800068873, + "RMSE[mean]": 0.166031162641963, + "NRMSE[mean]": 0.11594804934184305, + "ND[0.5]": 0.10125322771161906, + "mean_weighted_sum_quantile_loss": 0.08322205200748922 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3794709428179237, + 1.337311127079338, + 1.3171051857411369, + 1.3080491013150342, + 1.3034197907846303, + 1.3013993969042494, + 1.3010156555851298, + 1.3009238871040874, + 1.3003368603982695, + 1.3000962542487007, + 1.299925239346885, + 1.2999073852551282, + 1.3005896307978713, + 1.3000394255305137, + 1.2995072711687707, + 1.300180903962206, + 1.2997804197041238, + 1.3004737042518086, + 1.3003645138609647, + 1.3005827060821047, + 1.300364462503688, + 1.3017491157009404, + 1.3001802341532671, + 1.2996039225540705, + 1.2995350846675953, + 1.3001802315435904, + 1.3002723401567025, + 1.2998922350034838, + 1.2997801109364489, + 1.2996920160810397, + 1.2998922349502933, + 1.3001022933120499, + 1.299958295150868, + 1.3001802312646833, + 1.2998922349448503, + 1.3015236937574086, + 1.3009968624931008, + 1.3003644487927328, + 1.3001802312641435, + 1.299426703534113, + 1.3003644487927106, + 1.300582676213233, + 1.3009968624930477, + 1.3001802312641324, + 1.2998922349445972, + 1.3017491094070648, + 1.2999582951496675, + 1.2997801109094176, + 1.3004735625029702, + 1.300582676213232, + 1.3001802312641322, + 1.300102293309435, + 1.3001802312641322, + 1.2996039212278447, + 1.3008420384950106, + 1.2999582951496675, + 1.2997801109094176, + 1.2998922349445972, + 1.300102293309435, + 1.3003644487927082, + 1.3001802312641322, + 1.2996039212278447, + 1.2999582951496675, + 1.3003644487927082, + 1.300381453738682, + 1.3015236937572923, + 1.2998922349445972, + 1.300582676213232, + 1.3008420384950106, + 1.3004735625029702, + 1.3002723400284202, + 1.2997324911569768 + ], + "p10": [ + 1.2648365524798706, + 1.257069669242402, + 1.2077635067460122, + 1.2068261775032139, + 1.1945503256376169, + 1.1999489354573893, + 1.2155221926248811, + 1.1986708603534129, + 1.2227873655719823, + 1.1905313882134563, + 1.1991745293831757, + 1.1983447997730883, + 1.2385850394978828, + 1.2147820694943208, + 1.1983311149109261, + 1.2165170333314994, + 1.1812897529642248, + 1.1904596310683322, + 1.2385781499815, + 1.1991415548497604, + 1.2201921723665896, + 1.1991415312747633, + 1.1991415278700228, + 1.1910227711238095, + 1.1983296500713467, + 1.2206005809375329, + 1.19914152510917, + 1.1904594893783804, + 1.191022769824615, + 1.1991415249932964, + 1.1904594893251896, + 1.2228563093048788, + 1.1849799129331684, + 1.1991415249814388, + 1.1991415249811408, + 1.199141524981004, + 1.191022769797637, + 1.1991415249809125, + 1.2165163606334368, + 1.190459489319499, + 1.191022769797586, + 1.2206005806580755, + 1.199141524980888, + 1.181289444169519, + 1.2147788770681716, + 1.234407882895265, + 1.1991415249808877, + 1.1991415249808877, + 1.222630736437845, + 1.1910227697975837, + 1.2147788770681716, + 1.2165163606334253, + 1.2165163606334253, + 1.1910227697975837, + 1.2206005806580746, + 1.1904594893194937, + 1.1853899650166846, + 1.1812894441695185, + 1.1812894441695185, + 1.1983296494625573, + 1.1910227697975837, + 1.1853899650166846, + 1.1991415249808877, + 1.1991415249808877, + 1.184979912931968, + 1.2356913910722649, + 1.1991415249808877, + 1.2381549485094978, + 1.2147788770681716, + 1.2165163606334253, + 1.1983296494625573, + 1.1991415249808877 + ], + "p90": [ + 1.5372452832728005, + 1.4831029687053234, + 1.4545793525178368, + 1.4530779975668087, + 1.4075662870066987, + 1.43945790156424, + 1.4585420113663243, + 1.453133462418506, + 1.45816027161263, + 1.4370711000772514, + 1.40913783172596, + 1.4119094150201648, + 1.457805650394254, + 1.437841807995557, + 1.4003578419306233, + 1.4453940177425566, + 1.457799004604321, + 1.4378387573182463, + 1.409104892391929, + 1.4527922813965235, + 1.4369992148942683, + 1.4527922578215264, + 1.4461332385819343, + 1.453292897282073, + 1.4118942653184232, + 1.457798696089073, + 1.4453933451727652, + 1.4378386156282945, + 1.4091048273507036, + 1.4369992011956971, + 1.446633880126692, + 1.4577986958122295, + 1.4598481624995947, + 1.445393345045034, + 1.4461332356930527, + 1.4527922515277671, + 1.4623967576076786, + 1.4527922515276752, + 1.457798695809626, + 1.411894264709639, + 1.452792251527653, + 1.4378386155694092, + 1.4532928959558475, + 1.4378386155694083, + 1.4527922515276508, + 1.4527922515276508, + 1.4577986958096147, + 1.453292895955847, + 1.445393345044483, + 1.4577986958096147, + 1.453292895955847, + 1.4527922515276508, + 1.445393345044483, + 1.4040387311666656, + 1.4577986958096147, + 1.4527922515276508, + 1.3997934769092537, + 1.4091048273236724, + 1.4461332356927996, + 1.453292895955847, + 1.445393345044483, + 1.4091048273236724, + 1.3967808398449564, + 1.4461332356927996, + 1.4598481624983943, + 1.4577986958096147, + 1.4378386155694078, + 1.4598481624983943, + 1.4577986958096147, + 1.445393345044483, + 1.4598481624983943, + 1.445393345044483 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_033057.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_033057.json new file mode 100644 index 0000000000000000000000000000000000000000..02a0cc5ace8cbfced1709b2b00260ce300d57ace --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_033057.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:30:57.662756+00:00", + "metrics": { + "MSE[mean]": 0.033598043073278246, + "MSE[0.5]": 0.033598043073278246, + "MAE[0.5]": 0.1480899535947376, + "MASE[0.5]": 0.7925940220156511, + "MAPE[0.5]": 0.0987363264251006, + "sMAPE[0.5]": 0.1051367309842531, + "MSIS": 5.106452468139055, + "RMSE[mean]": 0.18329768976525113, + "NRMSE[mean]": 0.1280061479963139, + "ND[0.5]": 0.10341878580626236, + "mean_weighted_sum_quantile_loss": 0.11628569437855367 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.402607798576355, + 1.370939016342163, + 1.3563652038574219, + 1.3515491485595703, + 1.3435767889022827, + 1.3436017036437988, + 1.3424988985061646, + 1.3381909132003784, + 1.3382689952850342, + 1.3406333923339844, + 1.3362770080566406, + 1.337860345840454, + 1.3364601135253906, + 1.336688756942749, + 1.3395819664001465, + 1.337717056274414, + 1.3467592000961304, + 1.3456722497940063, + 1.3465745449066162, + 1.3464319705963135, + 1.348527431488037, + 1.353371262550354, + 1.352903127670288, + 1.3451913595199585, + 1.3469500541687012, + 1.3482815027236938, + 1.3456075191497803, + 1.34138023853302, + 1.3404210805892944, + 1.337896704673767, + 1.3372284173965454, + 1.3390638828277588, + 1.3340164422988892, + 1.3316601514816284, + 1.3337191343307495, + 1.3257834911346436, + 1.333956003189087, + 1.3305637836456299, + 1.3307230472564697, + 1.3284695148468018, + 1.3271639347076416, + 1.3270617723464966, + 1.3268893957138062, + 1.320229411125183, + 1.3196004629135132, + 1.3183588981628418, + 1.317121982574463, + 1.319323182106018, + 1.3195265531539917, + 1.31539785861969, + 1.3144667148590088, + 1.305368423461914, + 1.3115994930267334, + 1.3030582666397095, + 1.3030097484588623, + 1.295782208442688, + 1.295311689376831, + 1.2916566133499146, + 1.287166953086853, + 1.2782601118087769, + 1.2782576084136963, + 1.2778711318969727, + 1.2761499881744385, + 1.2801433801651, + 1.2914466857910156, + 1.291244626045227, + 1.2927874326705933, + 1.2884052991867065, + 1.2884701490402222, + 1.2843419313430786, + 1.2840540409088135, + 1.2782299518585205 + ], + "p10": [ + 1.165887475013733, + 1.1177297830581665, + 1.0968992710113525, + 1.0883548259735107, + 1.0798531770706177, + 1.0748867988586426, + 1.067824125289917, + 1.058211326599121, + 1.0555709600448608, + 1.0529969930648804, + 1.0491350889205933, + 1.0448534488677979, + 1.040528655052185, + 1.036194086074829, + 1.0336241722106934, + 1.0347590446472168, + 1.0267362594604492, + 1.010520100593567, + 1.0110529661178589, + 1.0053224563598633, + 1.0021986961364746, + 0.9979462623596191, + 0.9981347322463989, + 0.9935509562492371, + 0.9855367541313171, + 0.9848500490188599, + 0.985305905342102, + 0.9739807844161987, + 0.9726257920265198, + 0.9588281512260437, + 0.9569169282913208, + 0.9518300294876099, + 0.9381816387176514, + 0.9381433725357056, + 0.9348009824752808, + 0.9289494156837463, + 0.9273524284362793, + 0.9225242137908936, + 0.9213991165161133, + 0.9236059784889221, + 0.92336505651474, + 0.919825553894043, + 0.9168501496315002, + 0.9026824235916138, + 0.9078384041786194, + 0.8916093111038208, + 0.8892276287078857, + 0.8760605454444885, + 0.8778917789459229, + 0.8896758556365967, + 0.8883653879165649, + 0.8882287740707397, + 0.8859677910804749, + 0.872502326965332, + 0.8727273344993591, + 0.8708014488220215, + 0.8695744276046753, + 0.8642492890357971, + 0.8576409816741943, + 0.8507628440856934, + 0.8478927612304688, + 0.8430562019348145, + 0.8441829085350037, + 0.8420265913009644, + 0.8434838056564331, + 0.8538112640380859, + 0.8574445247650146, + 0.8566356301307678, + 0.8524288535118103, + 0.8424217104911804, + 0.8374933004379272, + 0.8371067643165588 + ], + "p90": [ + 1.5932714939117432, + 1.6061362028121948, + 1.6111878156661987, + 1.623255968093872, + 1.6249005794525146, + 1.6325671672821045, + 1.6511090993881226, + 1.6598162651062012, + 1.656891942024231, + 1.6697077751159668, + 1.676599144935608, + 1.6832420825958252, + 1.6969244480133057, + 1.6914328336715698, + 1.7046313285827637, + 1.7091386318206787, + 1.7471544742584229, + 1.7482601404190063, + 1.7446331977844238, + 1.758685827255249, + 1.7661774158477783, + 1.7823774814605713, + 1.7858777046203613, + 1.8040032386779785, + 1.7965675592422485, + 1.810901165008545, + 1.8180139064788818, + 1.8227581977844238, + 1.8330421447753906, + 1.834780216217041, + 1.8555629253387451, + 1.8576796054840088, + 1.9197672605514526, + 1.9142006635665894, + 1.898381233215332, + 1.905135989189148, + 1.924651861190796, + 1.9189889430999756, + 1.9275826215744019, + 1.9480342864990234, + 1.9435453414916992, + 1.9565119743347168, + 1.9634897708892822, + 1.9576218128204346, + 1.9664595127105713, + 1.9767786264419556, + 1.9962031841278076, + 2.0048911571502686, + 2.0719449520111084, + 2.0568931102752686, + 2.025390625, + 2.022508144378662, + 2.043360948562622, + 2.033294439315796, + 2.0605931282043457, + 2.0570404529571533, + 2.062931537628174, + 2.069185256958008, + 2.0619397163391113, + 2.0713772773742676, + 2.0695223808288574, + 2.065425157546997, + 2.105307102203369, + 2.094021797180176, + 2.218648910522461, + 2.198533773422241, + 2.17688250541687, + 2.1760523319244385, + 2.19191837310791, + 2.181117057800293, + 2.217942953109741, + 2.2053027153015137 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_033734.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..981fc7fdf2c2f58ce9a6a72c98f9bae9c5402e47 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_033734.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T03:37:34.271475+00:00", + "metrics": { + "MSE[mean]": 0.05312432203129976, + "MSE[0.5]": 0.051185173566272134, + "MAE[0.5]": 0.2156573199835844, + "MASE[0.5]": 1.1542221364365353, + "MAPE[0.5]": 0.15368789622363696, + "sMAPE[0.5]": 0.14147514931902352, + "MSIS": 15.779468358782562, + "RMSE[mean]": 0.2304871407070246, + "NRMSE[mean]": 0.1609609541853802, + "ND[0.5]": 0.15060453218838366, + "mean_weighted_sum_quantile_loss": 0.13422903350353554 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.4506238842414316, + 1.4561725566522379, + 1.4617212290630444, + 1.4672699014738506, + 1.472818573884657, + 1.4783672462954636, + 1.4839159187062698, + 1.4894645911170763, + 1.4950132635278826, + 1.500561935938689, + 1.5061106083494955, + 1.5116592807603018, + 1.5172079531711082, + 1.5227566255819145, + 1.528305297992721, + 1.5338539704035274, + 1.5394026428143337, + 1.5449513152251402, + 1.5504999876359464, + 1.556048660046753, + 1.5615973324575592, + 1.5671460048683656, + 1.5726946772791721, + 1.5782433496899784, + 1.5837920221007848, + 1.5893406945115913, + 1.5948893669223976, + 1.600438039333204, + 1.6059867117440103, + 1.6115353841548168, + 1.617084056565623, + 1.6226327289764295, + 1.628181401387236, + 1.6337300737980422, + 1.6392787462088487, + 1.644827418619655, + 1.6503760910304615, + 1.6559247634412677, + 1.6614734358520742, + 1.6670221082628807, + 1.672570780673687, + 1.6781194530844934, + 1.6836681254952999, + 1.6892167979061061, + 1.6947654703169126, + 1.7003141427277189, + 1.7058628151385253, + 1.7114114875493316, + 1.716960159960138, + 1.7225088323709445, + 1.7280575047817508, + 1.7336061771925573, + 1.7391548496033638, + 1.74470352201417, + 1.7502521944249765, + 1.7558008668357827, + 1.7613495392465892, + 1.7668982116573955, + 1.772446884068202, + 1.7779955564790084, + 1.7835442288898147, + 1.7890929013006212, + 1.7946415737114276, + 1.8001902461222339, + 1.8057389185330401, + 1.8112875909438466, + 1.816836263354653, + 1.8223849357654593, + 1.8279336081762658, + 1.8334822805870723, + 1.8390309529978786, + 1.844579625408685 + ], + "p10": [ + 1.3506238603995737, + 1.35617253281038, + 1.3617212052211864, + 1.2672699729994243, + 1.3728185500427992, + 1.3783672224536057, + 1.383915894864412, + 1.3894645672752184, + 1.3950132396860246, + 1.4005619120968311, + 1.4061105845076376, + 1.4116592569184438, + 1.4172079293292503, + 1.4227566017400566, + 1.428305274150863, + 1.4338539465616695, + 1.4394026189724758, + 1.4449512913832823, + 1.4504999637940885, + 1.456048636204895, + 1.4615973086157013, + 1.4671459810265077, + 1.4726946534373142, + 1.4782433258481205, + 1.483791998258927, + 1.4893406706697334, + 1.4948893430805397, + 1.5004380154913461, + 1.5059866879021524, + 1.5115353603129589, + 1.5170840327237651, + 1.5226327051345716, + 1.5181813870821215, + 1.5337300499561843, + 1.5392787223669908, + 1.544827394777797, + 1.5503760671886035, + 1.5559247395994098, + 1.5614734120102163, + 1.5670220844210228, + 1.572570756831829, + 1.5781194292426355, + 1.583668101653442, + 1.5892167740642482, + 1.5947654464750547, + 1.600314118885861, + 1.6058627912966674, + 1.6114114637074737, + 1.6169601361182802, + 1.6225088085290866, + 1.6280574809398929, + 1.6336061533506994, + 1.6391548257615058, + 1.644703498172312, + 1.6502521705831186, + 1.6558008429939248, + 1.6613495154047313, + 1.6668981878155376, + 1.672446860226344, + 1.6779955326371505, + 1.6835442050479568, + 1.6890928774587632, + 1.6946415498695697, + 1.6901902318171194, + 1.7057388946911822, + 1.7112875671019887, + 1.7168362395127952, + 1.7223849119236014, + 1.727933584334408, + 1.7334822567452144, + 1.7390309291560206, + 1.7445796015668271 + ], + "p90": [ + 1.5606238985465457, + 1.5561725804940958, + 1.6617211575374706, + 1.6672698299482769, + 1.6728185023590834, + 1.6783671747698898, + 1.6839159663899856, + 1.5994646054221904, + 1.6950131920023088, + 1.600561959780547, + 1.6061106321913534, + 1.711659209234728, + 1.7172078816455345, + 1.7227565540563408, + 1.6283053218345789, + 1.7338538988779537, + 1.6394026666561916, + 1.7449512436995664, + 1.7504999161103727, + 1.6560486838886108, + 1.661597356299417, + 1.767145933342792, + 1.7726946057535984, + 1.7782432781644046, + 1.6837920459426428, + 1.6893407183534492, + 1.7948892953968238, + 1.700438063175062, + 1.7059867355858682, + 1.7115354079966747, + 1.8170839850400493, + 1.8226326574508558, + 1.8281814490709518, + 1.8337300022724685, + 1.839278674683275, + 1.754827432924769, + 1.8503760314258166, + 1.855924691915694, + 1.761473459693932, + 1.7670221321047386, + 1.7725708045155448, + 1.7781194769263513, + 1.8836680539697261, + 1.789216821747964, + 1.7947654941587705, + 1.900314083123074, + 1.8058628389803832, + 1.9114114160237579, + 1.8269601742652521, + 1.8325088466760586, + 1.9280575524654666, + 1.8336062010344152, + 1.8391548734452217, + 1.844703545856028, + 1.9502522421086923, + 1.955800795310209, + 1.8613495630884471, + 1.8668982354992534, + 1.9724468125426282, + 1.8879955707841225, + 1.983544157364241, + 1.889092925142479, + 1.8946415975532855, + 2.0001901865175893, + 2.0057388470074664, + 2.011287519418273, + 1.916836287196511, + 2.0223848642398856, + 2.0279335366506923, + 2.0334822090614986, + 1.9390309768397365, + 2.0445795658040407 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_033604.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_033604.json new file mode 100644 index 0000000000000000000000000000000000000000..fb9570773986ed4ccd286edaccf9efde383b457f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_033604.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:36:04.740307+00:00", + "metrics": { + "MSE[mean]": 0.1184879039725849, + "MSE[0.5]": 0.11930308628900338, + "MAE[0.5]": 0.3161253763569726, + "MASE[0.5]": 1.691938429487684, + "MAPE[0.5]": 0.2139842261696888, + "sMAPE[0.5]": 0.24392994622370454, + "MSIS": 9.119065139303146, + "RMSE[mean]": 0.3442207198478687, + "NRMSE[mean]": 0.24038692721481947, + "ND[0.5]": 0.22076651245940826, + "mean_weighted_sum_quantile_loss": 0.18233032833779006 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.160412073135376, + 1.1460868120193481, + 1.153161346912384, + 1.1618130803108215, + 1.157470166683197, + 1.1398307085037231, + 1.1556459665298462, + 1.1281636357307434, + 1.1481654644012451, + 1.1392552256584167, + 1.114331603050232, + 1.111766517162323, + 1.1367065906524658, + 1.0994752049446106, + 1.1219529509544373, + 1.0877268314361572, + 1.044870674610138, + 1.1468690037727356, + 1.1051757335662842, + 1.0838568210601807, + 1.0869691371917725, + 1.0953223705291748, + 1.09548681974411, + 1.0823836922645569, + 1.096602201461792, + 1.1094131469726562, + 1.1132510900497437, + 1.114809513092041, + 1.0879984498023987, + 1.118528664112091, + 1.0874900817871094, + 1.0769883394241333, + 1.1386144757270813, + 1.1335037350654602, + 1.1280571222305298, + 1.1483252048492432, + 1.1601863503456116, + 1.1313321590423584, + 1.1302432417869568, + 1.135012149810791, + 1.097273051738739, + 1.0985826253890991, + 1.1449913382530212, + 1.1347734332084656, + 1.139117181301117, + 1.1051028370857239, + 1.11914724111557, + 1.0979190468788147, + 1.111014485359192, + 1.1082653403282166, + 1.0661545991897583, + 1.1297163367271423, + 1.0677402019500732, + 1.057689368724823, + 1.0641242861747742, + 1.075511395931244, + 1.1119306683540344, + 1.0871121287345886, + 1.0551657676696777, + 1.0519762635231018, + 1.05959814786911, + 1.0941171646118164, + 1.0814502835273743, + 1.0971503257751465, + 1.0702298879623413, + 1.0513613820075989, + 1.1091793775558472, + 1.0903566479682922, + 1.143201768398285, + 1.0571538209915161, + 1.1077945828437805, + 1.084806740283966 + ], + "p10": [ + 0.9365993142127991, + 0.9102813899517059, + 0.9002662003040314, + 0.9252475500106812, + 0.9242651164531708, + 0.9205959141254425, + 0.8897378146648407, + 0.8077073395252228, + 0.8039311766624451, + 0.8227522075176239, + 0.7670287787914276, + 0.8035747706890106, + 0.7975918054580688, + 0.682854413986206, + 0.7691309750080109, + 0.7404468655586243, + 0.7115771174430847, + 0.7964343130588531, + 0.6788974106311798, + 0.7564608752727509, + 0.7085151076316833, + 0.784657895565033, + 0.7287392914295197, + 0.7276777029037476, + 0.6996277272701263, + 0.7290308475494385, + 0.8385321199893951, + 0.819502592086792, + 0.7710782885551453, + 0.7438900470733643, + 0.7389526069164276, + 0.6929424703121185, + 0.8046277165412903, + 0.7601215839385986, + 0.7693247199058533, + 0.8044081032276154, + 0.8281064331531525, + 0.7906721830368042, + 0.7633559107780457, + 0.7933116555213928, + 0.6942515969276428, + 0.7207236588001251, + 0.7494244873523712, + 0.7047125697135925, + 0.7275034189224243, + 0.6676388680934906, + 0.7081285715103149, + 0.5855551958084106, + 0.6809348464012146, + 0.6489450931549072, + 0.6299706399440765, + 0.6317378878593445, + 0.6345430016517639, + 0.6790562868118286, + 0.6338540315628052, + 0.6810760796070099, + 0.6797947883605957, + 0.6707403361797333, + 0.7159141898155212, + 0.6511537432670593, + 0.636984646320343, + 0.665665328502655, + 0.6901234090328217, + 0.6684666275978088, + 0.6841935813426971, + 0.7177449464797974, + 0.6739101111888885, + 0.6067818701267242, + 0.7575479447841644, + 0.6202884316444397, + 0.6670745313167572, + 0.692630410194397 + ], + "p90": [ + 1.4036322832107544, + 1.445953130722046, + 1.4266438484191895, + 1.4592244029045105, + 1.4853049516677856, + 1.4361302256584167, + 1.48837548494339, + 1.4772246479988098, + 1.4443057775497437, + 1.4105716943740845, + 1.439601182937622, + 1.4240520596504211, + 1.467894196510315, + 1.4585533142089844, + 1.4323362112045288, + 1.445585548877716, + 1.359269917011261, + 1.505208134651184, + 1.462488055229187, + 1.4408597946166992, + 1.4212042093276978, + 1.4372488260269165, + 1.4270901083946228, + 1.4016802906990051, + 1.4308335781097412, + 1.3856410384178162, + 1.4827892184257507, + 1.4662360548973083, + 1.39729243516922, + 1.403488039970398, + 1.4195674657821655, + 1.5409889221191406, + 1.4885060787200928, + 1.5062878131866455, + 1.443428874015808, + 1.5367854237556458, + 1.4413973093032837, + 1.5297302603721619, + 1.5274231433868408, + 1.4836668372154236, + 1.476254403591156, + 1.4310222268104553, + 1.474583625793457, + 1.4777114987373352, + 1.5457372069358826, + 1.5083469152450562, + 1.5207179188728333, + 1.5987504720687866, + 1.5006318092346191, + 1.6186922192573547, + 1.5415281653404236, + 1.5446614027023315, + 1.5069783926010132, + 1.4425184726715088, + 1.590051293373108, + 1.4555748105049133, + 1.5457454323768616, + 1.4819363951683044, + 1.5496166944503784, + 1.5018219947814941, + 1.3973138332366943, + 1.5106480121612549, + 1.541183590888977, + 1.5562135577201843, + 1.5743111968040466, + 1.4120125770568848, + 1.5545987486839294, + 1.4762113094329834, + 1.5690183639526367, + 1.4789552092552185, + 1.545684039592743, + 1.5466477274894714 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_033734.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..435d5a5e9f47a4505df1660b1c27afb77701b4e7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_033734.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:37:34.402037+00:00", + "metrics": { + "MSE[mean]": 0.06475578484326552, + "MSE[0.5]": 0.06689810943256241, + "MAE[0.5]": 0.22563810440692103, + "MASE[0.5]": 1.207640412808017, + "MAPE[0.5]": 0.15097023716152844, + "sMAPE[0.5]": 0.16678755949712162, + "MSIS": 8.637953460719075, + "RMSE[mean]": 0.2544715796376199, + "NRMSE[mean]": 0.17771051411322367, + "ND[0.5]": 0.1575746242263638, + "mean_weighted_sum_quantile_loss": 0.13690179508973155 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075, + 1.2070946157784075 + ], + "p10": [ + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.0070946873039812, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.097094601473293, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.097094601473293, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496, + 1.1070945919365496 + ], + "p90": [ + 1.3170946300835216, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.4070946634621233, + 1.3170946300835216, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.4070945442528338, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070946634621233, + 1.4070945442528338, + 1.4070945442528338, + 1.3170946300835216, + 1.4070945561737627, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945561737627, + 1.3070946396202654, + 1.4070945442528338, + 1.3170946300835216, + 1.3170946300835216, + 1.4070946634621233, + 1.3070946396202654, + 1.3070946396202654, + 1.3070946396202654, + 1.4070946634621233, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945442528338, + 1.3170946300835216, + 1.4070945442528338, + 1.3070946396202654, + 1.3070946396202654, + 1.4070945561737627, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.4070945442528338, + 1.4070945442528338, + 1.4070945442528338, + 1.3070946396202654, + 1.4070945561737627 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_033734.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..147e0d91667d479c53ef5703ce1d7daadcb557bb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_033734.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:37:34.489660+00:00", + "metrics": { + "MSE[mean]": 0.07194443172879003, + "MSE[0.5]": 0.07194443172879003, + "MAE[0.5]": 0.23055552442868552, + "MASE[0.5]": 1.233958995658387, + "MAPE[0.5]": 0.15686766022544915, + "sMAPE[0.5]": 0.1745961394008609, + "MSIS": 42.79890073698292, + "RMSE[mean]": 0.26822459195381404, + "NRMSE[mean]": 0.18731494574679472, + "ND[0.5]": 0.16100871003438555, + "mean_weighted_sum_quantile_loss": 0.15637674521477488 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "p10": [ + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47 + ], + "p90": [ + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_033704.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_033704.json new file mode 100644 index 0000000000000000000000000000000000000000..1a485856d4cee8c95c42bd92513e5423fb2dbf2c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_033704.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:37:04.392877+00:00", + "metrics": { + "MSE[mean]": 0.07234154992614804, + "MSE[0.5]": 0.07234154992614804, + "MAE[0.5]": 0.22721486455864376, + "MASE[0.5]": 1.2160794097829766, + "MAPE[0.5]": 0.15118473274739014, + "sMAPE[0.5]": 0.168139957695068, + "MSIS": 14.937464273129486, + "RMSE[mean]": 0.268963845016664, + "NRMSE[mean]": 0.18783120395545566, + "ND[0.5]": 0.15867575645336898, + "mean_weighted_sum_quantile_loss": 0.13464327658528097 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.35809326171875, + 1.3006744384765625, + 1.2790069580078125, + 1.2725067138671875, + 1.2551727294921875, + 1.2573394775390625, + 1.251922607421875, + 1.2378387451171875, + 1.238922119140625, + 1.232421875, + 1.2378387451171875, + 1.234588623046875, + 1.238922119140625, + 1.2335052490234375, + 1.2275466918945312, + 1.2264633178710938, + 1.2275466918945312, + 1.2221298217773438, + 1.2307968139648438, + 1.232421875, + 1.2264633178710938, + 1.2248382568359375, + 1.22808837890625, + 1.2205047607421875, + 1.2210464477539062, + 1.2177963256835938, + 1.2167129516601562, + 1.2205047607421875, + 1.2140045166015625, + 1.2096710205078125, + 1.2118377685546875, + 1.2102127075195312, + 1.208587646484375, + 1.2053375244140625, + 1.2058792114257812, + 1.2064208984375, + 1.2037124633789062, + 1.2047958374023438, + 1.2031707763671875, + 1.2053375244140625, + 1.204254150390625, + 1.199920654296875, + 1.1982955932617188, + 1.1993789672851562, + 1.1988372802734375, + 1.1993789672851562, + 1.2004623413085938, + 1.1988372802734375, + 1.1945037841796875, + 1.191253662109375, + 1.1917953491210938, + 1.19342041015625, + 1.1907119750976562, + 1.1874618530273438, + 1.1858367919921875, + 1.1831283569335938, + 1.1815032958984375, + 1.1787948608398438, + 1.1798782348632812, + 1.1793365478515625, + 1.1787948608398438, + 1.1787948608398438, + 1.1750030517578125, + 1.1744613647460938, + 1.173919677734375, + 1.1733779907226562, + 1.1750030517578125, + 1.1744613647460938, + 1.1717529296875, + 1.1717529296875, + 1.1685028076171875, + 1.1668777465820312 + ], + "p10": [ + 1.178253173828125, + 1.1247615814208984, + 1.1066150665283203, + 1.0962553024291992, + 1.0770254135131836, + 1.076009750366211, + 1.0662593841552734, + 1.0533943176269531, + 1.0542068481445312, + 1.0468940734863281, + 1.0444564819335938, + 1.0433731079101562, + 1.0403938293457031, + 1.0357894897460938, + 1.0341644287109375, + 1.0292892456054688, + 1.0390396118164062, + 1.0311851501464844, + 1.0376853942871094, + 1.0412063598632812, + 1.0333518981933594, + 1.030914306640625, + 1.0319976806640625, + 1.022247314453125, + 1.0233306884765625, + 1.0227890014648438, + 1.0227890014648438, + 1.0238723754882812, + 1.0168304443359375, + 1.013580322265625, + 1.0152053833007812, + 1.0103302001953125, + 1.0184555053710938, + 1.0146636962890625, + 1.0141220092773438, + 1.0146636962890625, + 1.0103302001953125, + 1.0124969482421875, + 1.0108718872070312, + 1.0119552612304688, + 1.0124969482421875, + 1.0097885131835938, + 1.0081634521484375, + 1.0054550170898438, + 1.0054550170898438, + 1.0043716430664062, + 1.0038299560546875, + 1.0022048950195312, + 0.9989547729492188, + 0.9946212768554688, + 0.9946212768554688, + 0.9967880249023438, + 0.9929962158203125, + 0.9908294677734375, + 0.9886627197265625, + 0.9870376586914062, + 0.9886627197265625, + 0.9864959716796875, + 0.9859542846679688, + 0.9837875366210938, + 0.9837875366210938, + 0.9821624755859375, + 0.9799957275390625, + 0.97674560546875, + 0.978912353515625, + 0.9778289794921875, + 0.9810791015625, + 0.9810791015625, + 0.9778289794921875, + 0.9783706665039062, + 0.97674560546875, + 0.974578857421875 + ], + "p90": [ + 1.54876708984375, + 1.507598876953125, + 1.48809814453125, + 1.485931396484375, + 1.47509765625, + 1.47943115234375, + 1.47943115234375, + 1.459930419921875, + 1.459930419921875, + 1.451263427734375, + 1.464263916015625, + 1.459930419921875, + 1.468597412109375, + 1.4664306640625, + 1.455596923828125, + 1.459930419921875, + 1.446929931640625, + 1.446929931640625, + 1.457763671875, + 1.459930419921875, + 1.451263427734375, + 1.451263427734375, + 1.457763671875, + 1.4490966796875, + 1.4490966796875, + 1.44476318359375, + 1.44476318359375, + 1.446929931640625, + 1.4404296875, + 1.43609619140625, + 1.43609619140625, + 1.438262939453125, + 1.438262939453125, + 1.43609619140625, + 1.438262939453125, + 1.43609619140625, + 1.433929443359375, + 1.43609619140625, + 1.43609619140625, + 1.4404296875, + 1.442596435546875, + 1.43609619140625, + 1.4317626953125, + 1.4317626953125, + 1.4317626953125, + 1.433929443359375, + 1.43609619140625, + 1.4317626953125, + 1.429595947265625, + 1.42742919921875, + 1.425262451171875, + 1.42742919921875, + 1.425262451171875, + 1.423095703125, + 1.420928955078125, + 1.41876220703125, + 1.4144287109375, + 1.412261962890625, + 1.41009521484375, + 1.41009521484375, + 1.41009521484375, + 1.4144287109375, + 1.412261962890625, + 1.4144287109375, + 1.40576171875, + 1.407928466796875, + 1.407928466796875, + 1.40576171875, + 1.40142822265625, + 1.399261474609375, + 1.399261474609375, + 1.394927978515625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_033214.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_033214.json new file mode 100644 index 0000000000000000000000000000000000000000..4235b597c3b9d378db6583c5de625009a449a754 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_033214.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:32:14.284638+00:00", + "metrics": { + "MSE[mean]": 0.02899865594115505, + "MSE[0.5]": 0.041184300297472255, + "MAE[0.5]": 0.1569126976860894, + "MASE[0.5]": 0.839814336796193, + "MAPE[0.5]": 0.10375098974485675, + "sMAPE[0.5]": 0.11219257296142443, + "MSIS": 10.666219476110644, + "RMSE[mean]": 0.17028991732088852, + "NRMSE[mean]": 0.11892215546619576, + "ND[0.5]": 0.10958015907472833, + "mean_weighted_sum_quantile_loss": 0.08316926177906711 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3912709951400757, + 1.3405356407165527, + 1.342700481414795, + 1.3559887409210205, + 1.3371984958648682, + 1.2927714586257935, + 1.2697954177856445, + 1.2753376960754395, + 1.2683745622634888, + 1.300957202911377, + 1.3171958923339844, + 1.3153847455978394, + 1.2827680110931396, + 1.2848507165908813, + 1.3077329397201538, + 1.3064055442810059, + 1.3361393213272095, + 1.3524583578109741, + 1.347053050994873, + 1.3304344415664673, + 1.3389923572540283, + 1.3549447059631348, + 1.3624699115753174, + 1.3826922178268433, + 1.3862385749816895, + 1.3692718744277954, + 1.3220666646957397, + 1.3026026487350464, + 1.3031620979309082, + 1.3061119318008423, + 1.3203465938568115, + 1.3287638425827026, + 1.3094512224197388, + 1.2728075981140137, + 1.249886155128479, + 1.2697283029556274, + 1.2961589097976685, + 1.3266979455947876, + 1.353774905204773, + 1.325777530670166, + 1.2842072248458862, + 1.2709234952926636, + 1.3044819831848145, + 1.3381078243255615, + 1.3693598508834839, + 1.3718013763427734, + 1.346201777458191, + 1.2821935415267944, + 1.265302300453186, + 1.2896506786346436, + 1.325444221496582, + 1.3632720708847046, + 1.36194908618927, + 1.3222308158874512, + 1.2846695184707642, + 1.2567254304885864, + 1.2830936908721924, + 1.291140079498291, + 1.3086531162261963, + 1.2933498620986938, + 1.276458740234375, + 1.2326685190200806, + 1.2261253595352173, + 1.227150797843933, + 1.2311782836914062, + 1.2463572025299072, + 1.2478052377700806, + 1.259702444076538, + 1.223152756690979, + 1.2067135572433472, + 1.2239924669265747, + 1.2452192306518555 + ], + "p10": [ + 1.411396861076355, + 1.3731412887573242, + 1.353281021118164, + 1.3806500434875488, + 1.3689719438552856, + 1.3272616863250732, + 1.3024346828460693, + 1.3128981590270996, + 1.3024531602859497, + 1.3203932046890259, + 1.3490405082702637, + 1.3402999639511108, + 1.3222240209579468, + 1.3051327466964722, + 1.3414835929870605, + 1.328126072883606, + 1.361231803894043, + 1.3925118446350098, + 1.369597315788269, + 1.351035714149475, + 1.355828881263733, + 1.378960132598877, + 1.403789758682251, + 1.4221779108047485, + 1.4195376634597778, + 1.3991618156433105, + 1.3396213054656982, + 1.3302464485168457, + 1.3312649726867676, + 1.3317409753799438, + 1.3536293506622314, + 1.3572943210601807, + 1.3445279598236084, + 1.3104329109191895, + 1.2725269794464111, + 1.3139578104019165, + 1.341784954071045, + 1.366711974143982, + 1.3799172639846802, + 1.3556647300720215, + 1.334544062614441, + 1.3086951971054077, + 1.338093876838684, + 1.3652772903442383, + 1.4006171226501465, + 1.4030653238296509, + 1.3926998376846313, + 1.3241695165634155, + 1.3020797967910767, + 1.3259875774383545, + 1.365634560585022, + 1.403498649597168, + 1.388079047203064, + 1.3546947240829468, + 1.3209916353225708, + 1.2991054058074951, + 1.316696286201477, + 1.3311209678649902, + 1.3516288995742798, + 1.343456506729126, + 1.3156766891479492, + 1.2720599174499512, + 1.261425495147705, + 1.2787283658981323, + 1.2714478969573975, + 1.2879587411880493, + 1.293572187423706, + 1.3108034133911133, + 1.262825608253479, + 1.2473249435424805, + 1.2871540784835815, + 1.2883340120315552 + ], + "p90": [ + 1.521714687347412, + 1.482707142829895, + 1.4927071332931519, + 1.522024154663086, + 1.5235722064971924, + 1.4872369766235352, + 1.4695667028427124, + 1.4749712944030762, + 1.4685055017471313, + 1.490488886833191, + 1.5083520412445068, + 1.5052483081817627, + 1.485048532485962, + 1.492730975151062, + 1.5145198106765747, + 1.4992979764938354, + 1.521694302558899, + 1.5379629135131836, + 1.5249980688095093, + 1.5235240459442139, + 1.5329968929290771, + 1.5502070188522339, + 1.5620675086975098, + 1.5768553018569946, + 1.5826399326324463, + 1.5703409910202026, + 1.5298819541931152, + 1.5239713191986084, + 1.5273736715316772, + 1.5306140184402466, + 1.5309185981750488, + 1.5452113151550293, + 1.523712158203125, + 1.4870715141296387, + 1.4654631614685059, + 1.4879727363586426, + 1.5197800397872925, + 1.5454899072647095, + 1.5672860145568848, + 1.5497124195098877, + 1.5098508596420288, + 1.5021723508834839, + 1.5279357433319092, + 1.5601388216018677, + 1.5855176448822021, + 1.5941442251205444, + 1.582619071006775, + 1.533355712890625, + 1.518583059310913, + 1.53813636302948, + 1.5589340925216675, + 1.5991840362548828, + 1.5905578136444092, + 1.5647119283676147, + 1.535038709640503, + 1.5059462785720825, + 1.5193142890930176, + 1.5283622741699219, + 1.5428837537765503, + 1.531507968902588, + 1.5219172239303589, + 1.4960027933120728, + 1.493720293045044, + 1.4865219593048096, + 1.4885245561599731, + 1.4962544441223145, + 1.4885257482528687, + 1.5113409757614136, + 1.4870119094848633, + 1.4732041358947754, + 1.492213249206543, + 1.5094016790390015 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_033458.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_033458.json new file mode 100644 index 0000000000000000000000000000000000000000..82918ecfc49ed4e546ebb080d98e8db801dff29d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_033458.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:34:58.909883+00:00", + "metrics": { + "MSE[mean]": 0.03459297158227178, + "MSE[0.5]": 0.03459297158227178, + "MAE[0.5]": 0.1415820684697893, + "MASE[0.5]": 0.7577630917547485, + "MAPE[0.5]": 0.09363734157905695, + "sMAPE[0.5]": 0.10044350489924993, + "MSIS": 4.246155076695069, + "RMSE[mean]": 0.1859918589139637, + "NRMSE[mean]": 0.12988762405429846, + "ND[0.5]": 0.09887399690295418, + "mean_weighted_sum_quantile_loss": 0.10415529410798355 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.4179586172103882, + 1.3603994846343994, + 1.340494155883789, + 1.3456088304519653, + 1.3417015075683594, + 1.3395659923553467, + 1.3316503763198853, + 1.3268519639968872, + 1.3222625255584717, + 1.3208736181259155, + 1.324082612991333, + 1.3207669258117676, + 1.3250664472579956, + 1.3172049522399902, + 1.316565990447998, + 1.315982699394226, + 1.3105883598327637, + 1.3140095472335815, + 1.3181345462799072, + 1.321743369102478, + 1.313840627670288, + 1.3119096755981445, + 1.3040872812271118, + 1.2997465133666992, + 1.3024373054504395, + 1.3007290363311768, + 1.301878809928894, + 1.2969948053359985, + 1.2896862030029297, + 1.279958724975586, + 1.2789126634597778, + 1.286040186882019, + 1.375139832496643, + 1.3704262971878052, + 1.3600437641143799, + 1.3615566492080688, + 1.3503516912460327, + 1.3583056926727295, + 1.352339506149292, + 1.3747620582580566, + 1.3682539463043213, + 1.354087471961975, + 1.3570919036865234, + 1.3470473289489746, + 1.354804515838623, + 1.3547286987304688, + 1.3587663173675537, + 1.3539360761642456, + 1.3292840719223022, + 1.3339650630950928, + 1.3329205513000488, + 1.3435688018798828, + 1.3346470594406128, + 1.3396254777908325, + 1.345564603805542, + 1.339458703994751, + 1.3337815999984741, + 1.3172038793563843, + 1.3175475597381592, + 1.314146876335144, + 1.3219753503799438, + 1.3294215202331543, + 1.3157176971435547, + 1.3187170028686523, + 1.2200112342834473, + 1.2260104417800903, + 1.2548651695251465, + 1.261966347694397, + 1.2424160242080688, + 1.2328821420669556, + 1.2259185314178467, + 1.2122957706451416 + ], + "p10": [ + 1.2300035953521729, + 1.142826795578003, + 1.1164718866348267, + 1.1193221807479858, + 1.1145062446594238, + 1.1098692417144775, + 1.0975908041000366, + 1.087038516998291, + 1.0773564577102661, + 1.070165753364563, + 1.0669159889221191, + 1.0602251291275024, + 1.0581003427505493, + 1.044194221496582, + 1.0385907888412476, + 1.0333722829818726, + 1.0291870832443237, + 1.0303288698196411, + 1.032016634941101, + 1.033443808555603, + 1.022368311882019, + 1.021350622177124, + 1.014248013496399, + 1.0083245038986206, + 1.0097676515579224, + 1.0069026947021484, + 1.0096584558486938, + 1.0039076805114746, + 0.997481107711792, + 0.988267183303833, + 0.9877768754959106, + 0.9951773285865784, + 1.0479696989059448, + 1.0501468181610107, + 1.0449211597442627, + 1.0312248468399048, + 1.0173617601394653, + 1.013275146484375, + 1.0037275552749634, + 1.0149102210998535, + 1.015151858329773, + 1.0048627853393555, + 1.004956603050232, + 1.0036230087280273, + 1.0077775716781616, + 1.0024442672729492, + 1.0051398277282715, + 0.9965521097183228, + 0.9751913547515869, + 0.9761781096458435, + 0.9764058589935303, + 0.9817191958427429, + 0.9783146381378174, + 0.9813327193260193, + 0.9851484298706055, + 0.9770048260688782, + 0.9716086387634277, + 0.9581683278083801, + 0.9596400856971741, + 0.9538444876670837, + 0.9582668542861938, + 0.959980309009552, + 0.9521540999412537, + 0.9555404186248779, + 0.8743808269500732, + 0.9059593081474304, + 0.9046362638473511, + 0.8867586851119995, + 0.878147304058075, + 0.8659411072731018, + 0.8569515347480774, + 0.8489311337471008 + ], + "p90": [ + 1.6193337440490723, + 1.6052541732788086, + 1.6208884716033936, + 1.6585248708724976, + 1.6774977445602417, + 1.687840223312378, + 1.6859478950500488, + 1.6890259981155396, + 1.6920130252838135, + 1.7008206844329834, + 1.7138304710388184, + 1.7181495428085327, + 1.725698709487915, + 1.7220635414123535, + 1.7341055870056152, + 1.7468321323394775, + 1.742262601852417, + 1.7454231977462769, + 1.7524757385253906, + 1.7617000341415405, + 1.7489519119262695, + 1.7492423057556152, + 1.740265130996704, + 1.7396135330200195, + 1.7449486255645752, + 1.7482922077178955, + 1.7566022872924805, + 1.754720687866211, + 1.750793695449829, + 1.7472639083862305, + 1.7512025833129883, + 1.7641514539718628, + 1.718092918395996, + 1.7677135467529297, + 1.76705002784729, + 1.7961986064910889, + 1.8111519813537598, + 1.8480424880981445, + 1.840416431427002, + 1.8751215934753418, + 1.8797142505645752, + 1.8727688789367676, + 1.886683702468872, + 1.8847306966781616, + 1.8993213176727295, + 1.9016494750976562, + 1.9072647094726562, + 1.9124150276184082, + 1.8744044303894043, + 1.881531834602356, + 1.8816590309143066, + 1.8989646434783936, + 1.8866908550262451, + 1.8954622745513916, + 1.9008361101150513, + 1.9043900966644287, + 1.9072513580322266, + 1.8926308155059814, + 1.8985893726348877, + 1.8974862098693848, + 1.9172613620758057, + 1.9366981983184814, + 1.9176304340362549, + 1.9244276285171509, + 1.714508056640625, + 1.797942876815796, + 1.814885139465332, + 1.8488340377807617, + 1.8527846336364746, + 1.8608132600784302, + 1.8586440086364746, + 1.8365745544433594 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_033330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_033330.json new file mode 100644 index 0000000000000000000000000000000000000000..6828ca6db95b499441cc7a51b578d3e42914e7f7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_033330.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:33:30.014084+00:00", + "metrics": { + "MSE[mean]": 0.026157534667932185, + "MSE[0.5]": 0.026157534667932185, + "MAE[0.5]": 0.13180142475499046, + "MASE[0.5]": 0.7054159908769347, + "MAPE[0.5]": 0.0880480876313823, + "sMAPE[0.5]": 0.09285587341951317, + "MSIS": 3.3909676701162437, + "RMSE[mean]": 0.16173291151751454, + "NRMSE[mean]": 0.112946360830296, + "ND[0.5]": 0.0920436733540913, + "mean_weighted_sum_quantile_loss": 0.09040375372198155 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" + ], + "context": [ + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.404977798461914, + 1.3279399871826172, + 1.338924765586853, + 1.343745470046997, + 1.3335654735565186, + 1.334794044494629, + 1.3361085653305054, + 1.3389246463775635, + 1.3431034088134766, + 1.335065245628357, + 1.3379638195037842, + 1.3434736728668213, + 1.3397847414016724, + 1.3398900032043457, + 1.3421696424484253, + 1.338886022567749, + 1.3363404273986816, + 1.336503505706787, + 1.3378829956054688, + 1.3384592533111572, + 1.3383078575134277, + 1.3322094678878784, + 1.3290398120880127, + 1.3275861740112305, + 1.3257924318313599, + 1.325793743133545, + 1.3275961875915527, + 1.326622486114502, + 1.3236327171325684, + 1.3223806619644165, + 1.321229100227356, + 1.3248355388641357, + 1.3428699970245361, + 1.3393186330795288, + 1.3342461585998535, + 1.3380146026611328, + 1.337216854095459, + 1.3358241319656372, + 1.3411891460418701, + 1.3444668054580688, + 1.3455277681350708, + 1.3471710681915283, + 1.347310185432434, + 1.3467060327529907, + 1.3482003211975098, + 1.347285509109497, + 1.3469274044036865, + 1.3482662439346313, + 1.3460594415664673, + 1.3432344198226929, + 1.3433994054794312, + 1.3419013023376465, + 1.3408995866775513, + 1.3400790691375732, + 1.3410274982452393, + 1.3409969806671143, + 1.3415776491165161, + 1.3414726257324219, + 1.343761682510376, + 1.3434001207351685, + 1.341798186302185, + 1.3399206399917603, + 1.338599443435669, + 1.3388980627059937, + 1.3179471492767334, + 1.316075325012207, + 1.3167614936828613, + 1.3207221031188965, + 1.3238760232925415, + 1.323699712753296, + 1.3283650875091553, + 1.3301231861114502 + ], + "p10": [ + 1.209963083267212, + 1.1494245529174805, + 1.155946969985962, + 1.1561836004257202, + 1.140895962715149, + 1.139402151107788, + 1.138965129852295, + 1.1378945112228394, + 1.1366158723831177, + 1.1274968385696411, + 1.1253405809402466, + 1.1253352165222168, + 1.1153686046600342, + 1.1121126413345337, + 1.1114081144332886, + 1.1066664457321167, + 1.0977483987808228, + 1.0958255529403687, + 1.0953372716903687, + 1.089005470275879, + 1.0905271768569946, + 1.0783687829971313, + 1.070908546447754, + 1.0650523900985718, + 1.0605467557907104, + 1.0605642795562744, + 1.0523433685302734, + 1.048922061920166, + 1.0432614088058472, + 1.0387170314788818, + 1.0389245748519897, + 1.042803168296814, + 1.0763171911239624, + 1.073176622390747, + 1.067636251449585, + 1.065398097038269, + 1.0586601495742798, + 1.0544235706329346, + 1.055473804473877, + 1.0539048910140991, + 1.0554875135421753, + 1.0547586679458618, + 1.052574634552002, + 1.0478103160858154, + 1.0460716485977173, + 1.0428171157836914, + 1.0415157079696655, + 1.0426111221313477, + 1.0347156524658203, + 1.0316530466079712, + 1.0311576128005981, + 1.0280730724334717, + 1.0250086784362793, + 1.0261447429656982, + 1.0257326364517212, + 1.024500846862793, + 1.0225152969360352, + 1.0213128328323364, + 1.0206069946289062, + 1.0207791328430176, + 1.0178465843200684, + 1.0170559883117676, + 1.0147769451141357, + 1.0133936405181885, + 1.0315308570861816, + 1.025160551071167, + 1.0255986452102661, + 1.0245516300201416, + 1.0237877368927002, + 1.0214076042175293, + 1.0212483406066895, + 1.0185399055480957 + ], + "p90": [ + 1.5414658784866333, + 1.5359001159667969, + 1.5358781814575195, + 1.5420539379119873, + 1.5398286581039429, + 1.5445879697799683, + 1.551206350326538, + 1.559739589691162, + 1.572087049484253, + 1.5659785270690918, + 1.5793293714523315, + 1.599459171295166, + 1.5995218753814697, + 1.6035943031311035, + 1.6100053787231445, + 1.6163091659545898, + 1.6163244247436523, + 1.621255874633789, + 1.634686827659607, + 1.6392340660095215, + 1.6421258449554443, + 1.6436612606048584, + 1.6403141021728516, + 1.6442725658416748, + 1.6486690044403076, + 1.6539058685302734, + 1.664269208908081, + 1.6672499179840088, + 1.6654213666915894, + 1.6680374145507812, + 1.6719789505004883, + 1.6901116371154785, + 1.7232310771942139, + 1.6991424560546875, + 1.6736338138580322, + 1.7128643989562988, + 1.7026511430740356, + 1.7042452096939087, + 1.714019536972046, + 1.716345191001892, + 1.7253354787826538, + 1.728940725326538, + 1.731602430343628, + 1.7464780807495117, + 1.748232126235962, + 1.7537057399749756, + 1.7555466890335083, + 1.772966980934143, + 1.772616982460022, + 1.7752985954284668, + 1.7843132019042969, + 1.787582278251648, + 1.7848670482635498, + 1.789506435394287, + 1.8016504049301147, + 1.809173345565796, + 1.8148713111877441, + 1.8210351467132568, + 1.8312777280807495, + 1.8368651866912842, + 1.8399018049240112, + 1.839295744895935, + 1.8402855396270752, + 1.8402870893478394, + 1.809579849243164, + 1.782947063446045, + 1.7423226833343506, + 1.7811875343322754, + 1.775343656539917, + 1.770748257637024, + 1.7904739379882812, + 1.7922213077545166 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_033733.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_033733.json new file mode 100644 index 0000000000000000000000000000000000000000..da1a5f8e57ca29a9419db1f7ebab2c39f9a13c88 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_033733.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:37:33.841413+00:00", + "metrics": { + "MSE[mean]": 2.9244108714625447, + "MSE[0.5]": 3.0902279460421958, + "MAE[0.5]": 1.4828289963672845, + "MASE[0.5]": 0.8190685412897448, + "MAPE[0.5]": 0.0654288298000007, + "sMAPE[0.5]": 0.06854999311948155, + "MSIS": 23.06591486199115, + "RMSE[mean]": 1.710090895672667, + "NRMSE[mean]": 0.07744100345043889, + "ND[0.5]": 0.06714950983872729, + "mean_weighted_sum_quantile_loss": 0.06419802891286291 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.788784925839906, + 20.756057325071325, + 20.717249547485928, + 20.68320388428193, + 20.669294822849917, + 20.64345209674411, + 20.65199385286659, + 20.6256805575252, + 20.60486514467958, + 20.61906138227068, + 20.60771105320663, + 20.600934632947812, + 20.61327585900066, + 20.5831816281594, + 20.569234137944356, + 20.58643193772899, + 20.589402105983883, + 20.577716929265947, + 20.588337634926177, + 20.59840656263477, + 20.55466802963152, + 20.56694249426229, + 20.580692793039628, + 20.567131254285485 + ], + "p10": [ + 20.48524382744741, + 20.443505072971536, + 20.35061089984978, + 20.40581906873946, + 20.362537678319253, + 20.309991204888178, + 20.38442412711653, + 20.269835134080903, + 20.235272742520884, + 20.31175843251554, + 20.29429175258171, + 20.219833134825592, + 20.281132111461854, + 20.205555677935067, + 20.271733956382665, + 20.207674434089142, + 20.221853293404802, + 20.231939086775952, + 20.239953388492378, + 20.218278776451204, + 20.20061379112814, + 20.20643604206903, + 20.21715968533873, + 20.27474410524106 + ], + "p90": [ + 21.10933162921675, + 21.083632494201154, + 21.03873839109571, + 20.97811704040159, + 21.09080211418199, + 20.923885582062173, + 20.926616884524066, + 20.944844492340415, + 20.90806893222768, + 20.92600033078303, + 20.945433422239162, + 20.88493388390734, + 20.923841688814566, + 20.907888184811405, + 20.867482585752786, + 20.893889384975626, + 20.909715204102508, + 20.84047390558416, + 20.90483907511708, + 20.9332093871588, + 20.91535897843132, + 20.922231387300293, + 20.99024740371565, + 20.884051032262434 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_033045.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_033045.json new file mode 100644 index 0000000000000000000000000000000000000000..9ee49b3089193870adbe80dd8cc91d286c5226b9 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_033045.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:30:45.771164+00:00", + "metrics": { + "MSE[mean]": 1.0082514629748403, + "MSE[0.5]": 1.0082514629748403, + "MAE[0.5]": 0.780179500579834, + "MASE[0.5]": 0.4309468502771349, + "MAPE[0.5]": 0.034445166500048946, + "sMAPE[0.5]": 0.033817551485012066, + "MSIS": 2.444838132938304, + "RMSE[mean]": 1.0041172555906208, + "NRMSE[mean]": 0.04547117819971291, + "ND[0.5]": 0.03533021756285016, + "mean_weighted_sum_quantile_loss": 0.033518584988996875 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.857563018798828, + 20.647903442382812, + 20.44390869140625, + 20.345172882080078, + 20.31070327758789, + 20.523513793945312, + 21.072246551513672, + 21.841093063354492, + 22.69681739807129, + 23.462509155273438, + 24.115894317626953, + 24.514726638793945, + 24.788158416748047, + 24.90381622314453, + 24.82598304748535, + 24.608871459960938, + 24.77834129333496, + 24.06730079650879, + 23.14727210998535, + 22.303699493408203, + 21.752269744873047, + 21.422826766967773, + 21.16102409362793, + 20.905982971191406 + ], + "p10": [ + 20.453569412231445, + 20.022735595703125, + 19.704505920410156, + 19.482826232910156, + 19.379579544067383, + 19.464080810546875, + 19.856826782226562, + 20.345476150512695, + 20.795324325561523, + 21.10700225830078, + 21.10507583618164, + 21.255029678344727, + 21.417726516723633, + 21.425321578979492, + 21.268840789794922, + 21.071056365966797, + 20.970577239990234, + 20.99002456665039, + 20.52975082397461, + 19.9866886138916, + 19.717988967895508, + 19.498958587646484, + 19.3414363861084, + 19.03689193725586 + ], + "p90": [ + 21.088937759399414, + 21.245437622070312, + 21.144641876220703, + 21.158288955688477, + 21.293413162231445, + 21.572601318359375, + 22.37140464782715, + 23.494203567504883, + 24.756519317626953, + 26.100135803222656, + 27.324825286865234, + 28.274194717407227, + 28.620929718017578, + 28.616744995117188, + 28.836719512939453, + 28.515926361083984, + 28.2342472076416, + 27.239748001098633, + 25.969127655029297, + 24.85639762878418, + 23.99382781982422, + 23.520538330078125, + 23.233407974243164, + 22.991405487060547 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_033734.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..6d89cfc285e1b04859022a128fd7ce4b38b2b2f3 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T03:37:34.232095+00:00", + "metrics": { + "MSE[mean]": 6.554949833247299, + "MSE[0.5]": 7.345810740100781, + "MAE[0.5]": 2.357101120016555, + "MASE[0.5]": 1.3019892251730578, + "MAPE[0.5]": 0.10444350596607699, + "sMAPE[0.5]": 0.11214400143316851, + "MSIS": 15.190647933313064, + "RMSE[mean]": 2.560263625732182, + "NRMSE[mean]": 0.11594084546971963, + "ND[0.5]": 0.1067406863752903, + "mean_weighted_sum_quantile_loss": 0.09071258683585551 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.638730846383265, + 20.55373080823632, + 20.4387319907925, + 20.338731609322803, + 20.343729816415117, + 20.27373202893956, + 20.178730808236462, + 20.07873138044108, + 19.99873241040937, + 19.91373141858811, + 19.91373141858814, + 19.7937324867034, + 19.67373164747003, + 19.623732410409513, + 19.513732753732295, + 19.44373210523379, + 19.353731952645926, + 19.23373302076119, + 19.163733325937, + 19.203733287790055, + 19.048732601144575, + 18.92373355481892, + 18.908733211496195, + 18.853733859994758 + ], + "p10": [ + 19.862732158639123, + 19.65173114392968, + 19.60373195264553, + 19.486731372811573, + 19.622730670907305, + 19.449732242562607, + 19.363732181527478, + 19.40373309705485, + 19.13173087690107, + 19.14373286817307, + 19.18873218152759, + 18.974732814767368, + 18.791732440927063, + 18.711732517221037, + 18.810732875802607, + 18.712732540109275, + 18.48073295209661, + 18.450732456185992, + 18.250731693246568, + 18.288732562997573, + 18.16273330304887, + 17.902733074167063, + 18.10373385999473, + 18.021733890512337 + ], + "p90": [ + 21.89573100660055, + 22.15773128125878, + 21.968730579354514, + 21.70373042676665, + 21.95473216626863, + 21.803732715585067, + 21.39873279187904, + 21.713732562997233, + 21.223730884530465, + 21.504731594064186, + 21.436731945016362, + 21.07373145673514, + 21.044732509591615, + 20.864732013680996, + 20.883732639291377, + 20.603731952645898, + 20.64673274610296, + 20.50373157117623, + 20.51873363111278, + 20.658731304147476, + 20.74373286817338, + 20.425733409860424, + 20.719734226205667, + 20.298734127023565 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_033555.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_033555.json new file mode 100644 index 0000000000000000000000000000000000000000..ad7ca7636ed8cdcf4efbab7852f5942e4dedfb9f --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_033555.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:35:55.310987+00:00", + "metrics": { + "MSE[mean]": 0.7013207358660717, + "MSE[0.5]": 0.9232141184032798, + "MAE[0.5]": 0.7193110386530558, + "MASE[0.5]": 0.3973250082150663, + "MAPE[0.5]": 0.03165578214207213, + "sMAPE[0.5]": 0.03254988765978857, + "MSIS": 4.568059615663487, + "RMSE[mean]": 0.8374489452295416, + "NRMSE[mean]": 0.03792364886638225, + "ND[0.5]": 0.03257380573584, + "mean_weighted_sum_quantile_loss": 0.054069149564404936 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.974597930908203, + 20.94954204559326, + 20.73217010498047, + 20.58403205871582, + 20.558950424194336, + 20.39955997467041, + 20.714731216430664, + 20.98934268951416, + 21.26553249359131, + 21.531787872314453, + 21.71496295928955, + 21.577826499938965, + 21.179325103759766, + 21.515929222106934, + 21.29562282562256, + 21.494338035583496, + 22.596420288085938, + 21.868816375732422, + 21.98149013519287, + 21.664978981018066, + 21.823824882507324, + 21.899603843688965, + 22.18619441986084, + 22.49529266357422 + ], + "p10": [ + 20.481151580810547, + 19.728511810302734, + 19.489126205444336, + 18.6023006439209, + 18.421987533569336, + 17.727643966674805, + 17.421374320983887, + 17.017539978027344, + 18.500510215759277, + 17.991381645202637, + 17.511659622192383, + 17.59721565246582, + 17.50624942779541, + 17.081846237182617, + 16.83051109313965, + 16.75712299346924, + 17.919126510620117, + 17.1514892578125, + 17.17252254486084, + 17.09400749206543, + 16.48397922515869, + 17.324695587158203, + 16.8716983795166, + 17.5843448638916 + ], + "p90": [ + 21.499279975891113, + 22.0244722366333, + 22.20228099822998, + 22.843680381774902, + 23.10554790496826, + 23.48997402191162, + 23.68966293334961, + 25.57450771331787, + 24.287684440612793, + 25.962417602539062, + 25.74289608001709, + 26.007139205932617, + 26.74023151397705, + 27.432835578918457, + 26.985580444335938, + 27.691844940185547, + 28.205790519714355, + 26.590967178344727, + 27.627660751342773, + 27.614850997924805, + 27.873278617858887, + 28.40561294555664, + 29.87283992767334, + 29.82578182220459 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_033734.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..13c5a54454d3faf22e55bada44a66938d32ec358 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:37:34.379394+00:00", + "metrics": { + "MSE[mean]": 1.3552808749740446, + "MSE[0.5]": 1.1151120880535934, + "MAE[0.5]": 0.8260371094912434, + "MASE[0.5]": 0.4562771647841492, + "MAPE[0.5]": 0.038615694465923694, + "sMAPE[0.5]": 0.03754888748755416, + "MSIS": 4.115785308594549, + "RMSE[mean]": 1.1641653125626295, + "NRMSE[mean]": 0.052718911149796856, + "ND[0.5]": 0.03740686697307957, + "mean_weighted_sum_quantile_loss": 0.032055990258087565 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.582480830339648, + 22.57748071589873, + 22.542481822160937, + 22.522481364397265, + 22.607479495195605, + 22.617481631426074, + 22.602480334429004, + 22.582480830339648, + 22.582481784013964, + 22.57748071589873, + 22.657480639604785, + 22.617481631426074, + 22.57748071589873, + 22.607481402544238, + 22.577481669573046, + 22.587480944780566, + 22.57748071589873, + 22.53748170772002, + 22.547481936601855, + 22.667481822160937, + 22.592481059221484, + 22.547481936601855, + 22.612481516985156, + 22.637482089189746 + ], + "p10": [ + 21.806482142595506, + 21.67548105159209, + 21.707481784013964, + 21.670481127886035, + 21.886480349687794, + 21.793481845049122, + 21.78748170772002, + 21.907482546953418, + 21.715480250505664, + 21.80748216548369, + 21.932481402544237, + 21.79848195949004, + 21.695481509355762, + 21.695481509355762, + 21.87448179164336, + 21.856481379656053, + 21.704481715349413, + 21.754481143144822, + 21.634480303911424, + 21.752481097368456, + 21.70648176112578, + 21.526481455949998, + 21.80748216548369, + 21.805482119707325 + ], + "p90": [ + 23.839480990556932, + 24.18148118892119, + 24.07248041072295, + 23.887480181841113, + 24.21848184504912, + 24.14748231807158, + 23.822482318071582, + 24.2174820128958, + 23.807480258135058, + 24.168480891374806, + 24.180481166033008, + 23.89748060145781, + 23.948481578020314, + 23.84848100581572, + 23.94748155513213, + 23.747480792192675, + 23.870481509355763, + 23.807480258135058, + 23.902482241777637, + 24.12247983851836, + 24.28748132625029, + 24.04948179164336, + 24.423482531694628, + 24.082482356218552 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_033734.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..413f4d9220e3ac5e8bb1e283629b2a854f0bc82b --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:37:34.458976+00:00", + "metrics": { + "MSE[mean]": 2.1437042964941306, + "MSE[0.5]": 2.1437042964941306, + "MAE[0.5]": 1.2912500699361165, + "MASE[0.5]": 0.7132463108112109, + "MAPE[0.5]": 0.05893869912850077, + "sMAPE[0.5]": 0.057397264678754834, + "MSIS": 15.762726357163581, + "RMSE[mean]": 1.4641394388835138, + "NRMSE[mean]": 0.06630315828557283, + "ND[0.5]": 0.05847390999761378, + "mean_weighted_sum_quantile_loss": 0.05233002873140174 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "p10": [ + 22.15780059814453, + 21.961799850463866, + 21.805, + 21.65800037384033, + 21.44239917755127, + 21.461999626159667, + 22.40280059814453, + 23.65719940185547, + 24.7253995513916, + 24.931200523376464, + 24.63719940185547, + 24.156999626159667, + 23.911999626159666, + 23.559200897216797, + 22.696799850463865, + 22.363599700927733, + 22.108799476623535, + 21.65800037384033, + 21.138599700927735, + 20.8151997756958, + 20.68780059814453, + 20.638799476623536, + 20.5701997756958, + 20.491799850463867 + ], + "p90": [ + 23.062200622558596, + 22.858199844360353, + 22.695, + 22.542000389099123, + 22.317599143981933, + 22.33799961090088, + 23.317200622558595, + 24.622799377441407, + 25.734599533081056, + 25.94880054473877, + 25.642799377441406, + 25.14299961090088, + 24.88799961090088, + 24.52080093383789, + 23.623199844360354, + 23.276399688720705, + 23.01119945526123, + 22.542000389099123, + 22.001399688720703, + 21.66479976654053, + 21.532200622558594, + 21.48119945526123, + 21.409799766540527, + 21.328199844360352 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_033653.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_033653.json new file mode 100644 index 0000000000000000000000000000000000000000..2569ae2a5a846616746659d329e92937f34c95ae --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_033653.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:36:53.618328+00:00", + "metrics": { + "MSE[mean]": 4.051738910394761, + "MSE[0.5]": 4.051738910394761, + "MAE[0.5]": 1.5394481817881267, + "MASE[0.5]": 0.8503432153926083, + "MAPE[0.5]": 0.06780837187298276, + "sMAPE[0.5]": 0.06465411322895132, + "MSIS": 2.5435106082142234, + "RMSE[mean]": 2.0128931691460332, + "NRMSE[mean]": 0.09115332246470267, + "ND[0.5]": 0.06971349432904397, + "mean_weighted_sum_quantile_loss": 0.045377083344849835 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.61907958984375, + 20.41827392578125, + 20.27484130859375, + 20.1170654296875, + 20.0023193359375, + 20.1170654296875, + 20.87725830078125, + 22.074920654296875, + 23.42139434814453, + 24.667465209960938, + 25.703765869140625, + 26.456787109375, + 26.90142822265625, + 27.1165771484375, + 26.95880126953125, + 26.4281005859375, + 25.675079345703125, + 24.850341796875, + 23.715431213378906, + 22.71319580078125, + 21.9530029296875, + 21.50836181640625, + 21.07806396484375, + 20.79119873046875 + ], + "p10": [ + 20.33221435546875, + 19.916259765625, + 19.62939453125, + 19.39990234375, + 19.113037109375, + 19.0843505859375, + 19.457275390625, + 20.33221435546875, + 21.2071533203125, + 21.981689453125, + 22.591278076171875, + 23.00006103515625, + 23.204452514648438, + 23.347885131835938, + 23.1578369140625, + 22.784912109375, + 22.376129150390625, + 21.85260009765625, + 21.00634765625, + 20.33221435546875, + 19.85888671875, + 19.6007080078125, + 19.227783203125, + 18.998291015625 + ], + "p90": [ + 20.8629150390625, + 20.7481689453125, + 20.77685546875, + 20.73382568359375, + 20.73382568359375, + 20.96331787109375, + 22.074920654296875, + 23.591720581054688, + 25.32366943359375, + 26.90142822265625, + 28.1492919921875, + 29.1533203125, + 29.841796875, + 30.243408203125, + 30.18603515625, + 29.669677734375, + 28.751708984375, + 27.8050537109375, + 26.49981689453125, + 25.2232666015625, + 24.222824096679688, + 23.561241149902344, + 22.989303588867188, + 22.670166015625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_033202.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_033202.json new file mode 100644 index 0000000000000000000000000000000000000000..319257182ee740ab2afdf622525a1d33eda7e87e --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_033202.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:32:02.898149+00:00", + "metrics": { + "MSE[mean]": 3.265212421903167, + "MSE[0.5]": 2.0555524345600134, + "MAE[0.5]": 1.1191657384236653, + "MASE[0.5]": 0.6181922872278925, + "MAPE[0.5]": 0.04934103729951961, + "sMAPE[0.5]": 0.04822957659021768, + "MSIS": 26.443721001437382, + "RMSE[mean]": 1.8069898787495096, + "NRMSE[mean]": 0.0818290476776705, + "ND[0.5]": 0.05068111761204866, + "mean_weighted_sum_quantile_loss": 0.058322632263445154 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.7585391998291, + 20.618999481201172, + 20.436073303222656, + 20.30069351196289, + 20.302343368530273, + 20.419166564941406, + 20.99262809753418, + 22.00701332092285, + 23.13190269470215, + 24.148582458496094, + 24.944150924682617, + 25.540979385375977, + 25.840978622436523, + 25.943973541259766, + 25.74445343017578, + 25.12926483154297, + 24.434043884277344, + 23.582847595214844, + 22.656145095825195, + 21.805675506591797, + 21.165306091308594, + 20.82621192932129, + 20.550310134887695, + 20.428409576416016 + ], + "p10": [ + 20.802688598632812, + 20.755508422851562, + 20.526199340820312, + 20.560462951660156, + 20.484943389892578, + 20.792221069335938, + 21.33295440673828, + 22.299644470214844, + 23.682022094726562, + 24.744630813598633, + 25.632308959960938, + 26.293418884277344, + 26.567224502563477, + 26.68696403503418, + 26.391782760620117, + 25.878326416015625, + 25.172119140625, + 24.269611358642578, + 23.42589569091797, + 22.476905822753906, + 21.774574279785156, + 21.46290397644043, + 21.272647857666016, + 21.073715209960938 + ], + "p90": [ + 20.911060333251953, + 21.021337509155273, + 21.067108154296875, + 21.1031494140625, + 21.338253021240234, + 21.730422973632812, + 22.612831115722656, + 23.95408058166504, + 25.405235290527344, + 26.714853286743164, + 27.75808334350586, + 28.523576736450195, + 28.89879608154297, + 29.103227615356445, + 28.876253128051758, + 28.262720108032227, + 27.504972457885742, + 26.533782958984375, + 25.476165771484375, + 24.442758560180664, + 23.69216537475586, + 23.299306869506836, + 22.89461326599121, + 22.62143325805664 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_033448.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_033448.json new file mode 100644 index 0000000000000000000000000000000000000000..4911f8445be80d9c810fd1a11ddec6e95514a4f2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_033448.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:34:48.079887+00:00", + "metrics": { + "MSE[mean]": 0.599317467854083, + "MSE[0.5]": 0.599317467854083, + "MAE[0.5]": 0.5944896539052328, + "MASE[0.5]": 0.3283775639867488, + "MAPE[0.5]": 0.026530083893923598, + "sMAPE[0.5]": 0.026747771423885704, + "MSIS": 2.1204012782978103, + "RMSE[mean]": 0.7741559712707013, + "NRMSE[mean]": 0.03505744366808659, + "ND[0.5]": 0.026921303104895065, + "mean_weighted_sum_quantile_loss": 0.02886119856295038 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.781906127929688, + 20.675437927246094, + 20.57654571533203, + 20.45308494567871, + 20.366914749145508, + 20.39887046813965, + 20.841705322265625, + 21.520286560058594, + 22.2479248046875, + 22.92205238342285, + 23.47926139831543, + 23.921674728393555, + 24.187503814697266, + 24.22819709777832, + 24.132558822631836, + 23.859928131103516, + 23.493650436401367, + 23.030319213867188, + 22.242515563964844, + 21.618759155273438, + 21.15574073791504, + 20.8491153717041, + 20.60015296936035, + 20.33843231201172 + ], + "p10": [ + 20.654205322265625, + 20.415931701660156, + 20.17816925048828, + 19.899864196777344, + 19.634098052978516, + 19.455062866210938, + 19.697734832763672, + 20.138019561767578, + 20.626562118530273, + 21.042760848999023, + 21.25497055053711, + 21.27948760986328, + 21.255535125732422, + 21.144180297851562, + 21.01751136779785, + 20.864742279052734, + 20.78468132019043, + 20.646625518798828, + 20.232421875, + 19.853376388549805, + 19.47370147705078, + 19.16350746154785, + 18.875059127807617, + 18.61350440979004 + ], + "p90": [ + 20.899417877197266, + 20.91337776184082, + 20.95802879333496, + 20.990398406982422, + 21.076688766479492, + 21.287723541259766, + 21.966386795043945, + 22.909055709838867, + 23.967622756958008, + 25.019378662109375, + 26.02660369873047, + 26.848270416259766, + 27.507699966430664, + 27.76997947692871, + 27.770891189575195, + 27.426652908325195, + 26.860736846923828, + 25.90775489807129, + 24.627986907958984, + 23.72882652282715, + 23.107662200927734, + 22.723604202270508, + 22.383323669433594, + 22.101194381713867 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_033319.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_033319.json new file mode 100644 index 0000000000000000000000000000000000000000..cae9af0860579f5394d677a125a35b530cd74d7e --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_033319.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:33:19.410819+00:00", + "metrics": { + "MSE[mean]": 3.4284285278736206, + "MSE[0.5]": 3.4284285278736206, + "MAE[0.5]": 1.3590960502624512, + "MASE[0.5]": 0.7507223166584148, + "MAPE[0.5]": 0.05963965742649446, + "sMAPE[0.5]": 0.0567959913348521, + "MSIS": 2.6957509008207823, + "RMSE[mean]": 1.8516016115443463, + "NRMSE[mean]": 0.08384927792510193, + "ND[0.5]": 0.06154629685719261, + "mean_weighted_sum_quantile_loss": 0.04398314079085203 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.75291633605957, + 20.661235809326172, + 20.510290145874023, + 20.339534759521484, + 20.249828338623047, + 20.421283721923828, + 21.07335090637207, + 22.216672897338867, + 23.341068267822266, + 24.38194465637207, + 25.33951187133789, + 26.034870147705078, + 26.50377655029297, + 26.835899353027344, + 26.63916778564453, + 26.29499053955078, + 25.75944709777832, + 24.8602294921875, + 23.83880043029785, + 22.886707305908203, + 22.181123733520508, + 21.73434829711914, + 21.395187377929688, + 21.07792854309082 + ], + "p10": [ + 20.5836238861084, + 20.372854232788086, + 19.998037338256836, + 19.496700286865234, + 19.292858123779297, + 19.30006217956543, + 19.85402488708496, + 20.420028686523438, + 21.0481014251709, + 21.642528533935547, + 21.946794509887695, + 22.25947380065918, + 22.45566177368164, + 22.55890655517578, + 22.429880142211914, + 22.154600143432617, + 21.82029151916504, + 21.329204559326172, + 20.846384048461914, + 20.311325073242188, + 19.882423400878906, + 19.564743041992188, + 19.34213638305664, + 19.100177764892578 + ], + "p90": [ + 20.88675880432129, + 20.863679885864258, + 20.82301902770996, + 20.76272964477539, + 20.905550003051758, + 21.283466339111328, + 22.561738967895508, + 24.0993709564209, + 25.75850486755371, + 27.60481071472168, + 28.874244689941406, + 30.156736373901367, + 30.67273712158203, + 31.06147003173828, + 31.05324935913086, + 30.473325729370117, + 29.6243953704834, + 28.91620445251465, + 27.41275405883789, + 25.907917022705078, + 24.66209602355957, + 24.038484573364258, + 23.571983337402344, + 23.163890838623047 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_033734.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..b5c2bb3c1737e72d10678ff1c3f2320d97f0d53b --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:37:34.055867+00:00", + "metrics": { + "MSE[mean]": 1.1319829700889434, + "MSE[0.5]": 0.8064453514978399, + "MAE[0.5]": 0.7550347311713684, + "MASE[0.5]": 0.5143093499528586, + "MAPE[0.5]": 0.04255311338366972, + "sMAPE[0.5]": 0.041310075078384044, + "MSIS": 4.858532525469425, + "RMSE[mean]": 1.0639468831144454, + "NRMSE[mean]": 0.05860620720527631, + "ND[0.5]": 0.04159016075377656, + "mean_weighted_sum_quantile_loss": 0.03667192794374334 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.8020833166646, + 18.802083316664337, + 18.802083316664337, + 18.802083316664344, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664344, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664355, + 18.802083316664326, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337, + 18.802083316664337 + ], + "p10": [ + 18.381029100127225, + 18.19153895367471, + 18.191307858783787, + 18.41283566497433, + 18.412627679572502, + 18.17070862170978, + 18.191307858783787, + 18.191515844185616, + 18.191515844185616, + 18.19153895367471, + 18.412627679572502, + 18.19153895367471, + 18.191307858783787, + 18.412627679572502, + 18.19153895367471, + 18.19153895367471, + 18.191307858783787, + 18.402083560844172, + 18.381029100127225, + 18.41157326769967, + 18.191307858783787, + 18.191515844185616, + 18.412627679572502, + 18.41157326769967 + ], + "p90": [ + 19.213647936177868, + 19.412627542364127, + 19.412627542364127, + 19.41285891175331, + 19.412627542364127, + 19.191539091046064, + 19.41285891175331, + 19.191307921928942, + 19.801866081881432, + 19.412858774544887, + 19.45175811925633, + 19.41285878826573, + 19.412627542364127, + 19.801852221659345, + 19.412858774544887, + 19.801852221659345, + 19.41285891175331, + 19.41285891175331, + 19.41285891175331, + 19.412627542364127, + 19.412858774544887, + 19.046185281357214, + 19.412858774544887, + 19.80199082388022 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_033102.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_033102.json new file mode 100644 index 0000000000000000000000000000000000000000..491c91f601f21fe1a29c3e3d26f088f491513a81 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_033102.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:31:02.143934+00:00", + "metrics": { + "MSE[mean]": 2.068953128671486, + "MSE[0.5]": 2.068953128671486, + "MAE[0.5]": 1.1552409331003826, + "MASE[0.5]": 0.7869190499621381, + "MAPE[0.5]": 0.06532885588680039, + "sMAPE[0.5]": 0.062138252187323995, + "MSIS": 19.645134788731102, + "RMSE[mean]": 1.4383855980478553, + "NRMSE[mean]": 0.07923170389250549, + "ND[0.5]": 0.06363502781183017, + "mean_weighted_sum_quantile_loss": 0.05418855440727655 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.039133071899414, + 19.03559684753418, + 19.048616409301758, + 19.045513153076172, + 19.065519332885742, + 19.063785552978516, + 19.092077255249023, + 19.167098999023438, + 19.179916381835938, + 19.228477478027344, + 19.271495819091797, + 19.291948318481445, + 19.287607192993164, + 19.26581573486328, + 19.296907424926758, + 19.300006866455078, + 19.28836441040039, + 19.366918563842773, + 19.442941665649414, + 19.521862030029297, + 19.578502655029297, + 19.703060150146484, + 19.87291717529297, + 19.971698760986328 + ], + "p10": [ + 18.927772521972656, + 18.91579818725586, + 18.90045928955078, + 18.88961410522461, + 18.8768310546875, + 18.860027313232422, + 18.874292373657227, + 18.875446319580078, + 18.87652587890625, + 18.873672485351562, + 18.858802795410156, + 18.866722106933594, + 18.868568420410156, + 18.849205017089844, + 18.846986770629883, + 18.82035255432129, + 18.69102668762207, + 18.64093017578125, + 18.646976470947266, + 18.668087005615234, + 18.638851165771484, + 18.675823211669922, + 18.673250198364258, + 18.71987533569336 + ], + "p90": [ + 19.25864028930664, + 19.294185638427734, + 19.355329513549805, + 19.6021785736084, + 19.934423446655273, + 20.155466079711914, + 20.213153839111328, + 20.382465362548828, + 20.424116134643555, + 20.577682495117188, + 20.606138229370117, + 20.701478958129883, + 20.709394454956055, + 20.722963333129883, + 20.678150177001953, + 20.748905181884766, + 20.82427215576172, + 20.912208557128906, + 20.959148406982422, + 21.004619598388672, + 21.060983657836914, + 21.13648223876953, + 21.26304817199707, + 21.329940795898438 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_033734.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..cef49bb0d0ba0b6c0927d245ce716ac80e0a20cf --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T03:37:34.286000+00:00", + "metrics": { + "MSE[mean]": 0.1024133507713908, + "MSE[0.5]": 0.09641388547654413, + "MAE[0.5]": 0.2667621749137175, + "MASE[0.5]": 0.18171121818334643, + "MAPE[0.5]": 0.01479742400027602, + "sMAPE[0.5]": 0.014755637649443357, + "MSIS": 3.3162573765427705, + "RMSE[mean]": 0.32002085990039897, + "NRMSE[mean]": 0.017627955984449314, + "ND[0.5]": 0.01469426673985735, + "mean_weighted_sum_quantile_loss": 0.013543485531114004 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.895573062735924, + 18.83279970722802, + 18.770026351720112, + 18.70725299621221, + 18.6444796407043, + 18.581706285196397, + 18.51893292968849, + 18.45615957418058, + 18.393386218672678, + 18.33061286316477, + 18.267839507656866, + 18.20506615214896, + 18.14229279664105, + 18.079519441133147, + 18.01674608562524, + 17.953972730117336, + 17.891199374609428, + 17.828426019101524, + 17.765652663593617, + 17.70287930808571, + 17.640105952577805, + 17.577332597069898, + 17.514559241561994, + 17.451785886054086 + ], + "p10": [ + 17.895573062735924, + 18.632798944288567, + 18.37002673318984, + 17.70725299621221, + 18.244480022174027, + 17.881705522256944, + 17.51893292968849, + 17.45615957418058, + 17.393386218672678, + 17.90061313019358, + 17.567838744717413, + 17.20506615214896, + 17.442292033701598, + 17.679519822602874, + 17.316745322685787, + 16.953972730117336, + 16.891199374609428, + 17.42842640057125, + 16.765652663593617, + 17.402880071025162, + 16.640105952577805, + 17.177332978539624, + 17.11455962303172, + 16.451785886054086 + ], + "p90": [ + 19.895573062735924, + 19.83279970722802, + 19.770026351720112, + 19.10725261474248, + 18.6444796407043, + 18.98170590372667, + 19.51893292968849, + 18.856159192710855, + 19.393386218672678, + 19.33061286316477, + 19.267839507656866, + 19.20506615214896, + 19.14229279664105, + 18.47951905966342, + 18.476745742302484, + 18.953972730117336, + 17.91119945090337, + 18.828426019101524, + 18.16565228212389, + 18.70287930808571, + 18.640105952577805, + 17.97733221560017, + 17.914558860092267, + 18.451785886054086 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_033608.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_033608.json new file mode 100644 index 0000000000000000000000000000000000000000..9823daa67b4f1554995452fa22ba35f9b298feb4 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_033608.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:36:08.729588+00:00", + "metrics": { + "MSE[mean]": 0.7773698365654127, + "MSE[0.5]": 0.7399329621705419, + "MAE[0.5]": 0.7040538787841797, + "MASE[0.5]": 0.47958256458946247, + "MAPE[0.5]": 0.039748083533228194, + "sMAPE[0.5]": 0.038592762116207734, + "MSIS": 1.8231999772489587, + "RMSE[mean]": 0.8816857924257443, + "NRMSE[mean]": 0.04856657889686508, + "ND[0.5]": 0.0387819431200549, + "mean_weighted_sum_quantile_loss": 0.02654286731616115 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.86988067626953, + 18.87938690185547, + 18.861193656921387, + 18.843695640563965, + 18.81742286682129, + 18.791064262390137, + 18.857489585876465, + 18.78788471221924, + 18.904144287109375, + 18.745819091796875, + 18.81447696685791, + 18.831989288330078, + 18.859679222106934, + 18.803951263427734, + 18.593311309814453, + 18.68510150909424, + 18.647823333740234, + 18.81846332550049, + 18.6514835357666, + 18.807473182678223, + 18.512694358825684, + 18.701516151428223, + 18.77785587310791, + 18.526580810546875 + ], + "p10": [ + 18.683289527893066, + 18.57307243347168, + 18.50140380859375, + 18.365906715393066, + 18.294076919555664, + 18.14527130126953, + 18.032133102416992, + 17.910996437072754, + 18.17023468017578, + 17.93613052368164, + 17.54963493347168, + 17.391277313232422, + 17.626615524291992, + 17.6715669631958, + 17.35441780090332, + 17.433246612548828, + 17.238640785217285, + 17.223024368286133, + 17.219423294067383, + 16.877107620239258, + 17.075770378112793, + 16.402037620544434, + 16.088067054748535, + 16.303675651550293 + ], + "p90": [ + 19.091294288635254, + 19.16156768798828, + 19.322071075439453, + 19.262216567993164, + 19.464476585388184, + 19.500762939453125, + 19.57112407684326, + 19.73380756378174, + 19.948280334472656, + 19.62827205657959, + 19.93261432647705, + 20.003249168395996, + 20.19300651550293, + 20.101261138916016, + 20.060246467590332, + 20.088632583618164, + 20.29541301727295, + 20.46417999267578, + 20.807723999023438, + 20.815784454345703, + 20.18665599822998, + 20.937517166137695, + 20.470821380615234, + 20.809452056884766 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_033734.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..3c4f9dd48ffd0e009a396daf3ee6dbb9963fafc8 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:37:34.409922+00:00", + "metrics": { + "MSE[mean]": 4.311690472443179, + "MSE[0.5]": 4.353385605414734, + "MAE[0.5]": 1.9916667143503812, + "MASE[0.5]": 1.356669793972431, + "MAPE[0.5]": 0.11101930207194029, + "sMAPE[0.5]": 0.1045594536540932, + "MSIS": 12.75033092793088, + "RMSE[mean]": 2.0764610452505914, + "NRMSE[mean]": 0.11437930615052198, + "ND[0.5]": 0.10970851458616912, + "mean_weighted_sum_quantile_loss": 0.10232677813625594 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332, + 20.145833333333332 + ], + "p10": [ + 19.145833333333332, + 19.94583257039388, + 19.74583371480306, + 19.145833333333332, + 19.74583371480306, + 19.44583257039388, + 19.145833333333332, + 19.145833333333332, + 19.145833333333332, + 19.715833600362142, + 19.44583257039388, + 19.145833333333332, + 19.44583257039388, + 19.74583371480306, + 19.44583257039388, + 19.145833333333332, + 19.145833333333332, + 19.74583371480306, + 19.145833333333332, + 19.845834096272785, + 19.145833333333332, + 19.74583371480306, + 19.74583371480306, + 19.145833333333332 + ], + "p90": [ + 21.145833333333332, + 21.145833333333332, + 21.145833333333332, + 20.545832951863606, + 20.145833333333332, + 20.545832951863606, + 21.145833333333332, + 20.545832951863606, + 21.145833333333332, + 21.145833333333332, + 21.145833333333332, + 21.145833333333332, + 21.145833333333332, + 20.545832951863606, + 20.605832990010576, + 21.145833333333332, + 20.165833409627275, + 21.145833333333332, + 20.545832951863606, + 21.145833333333332, + 21.145833333333332, + 20.545832951863606, + 20.545832951863606, + 21.145833333333332 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_033734.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..4819d6ffa9a201dade6bba587cc1744d2d192bb0 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_033734.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:37:34.497243+00:00", + "metrics": { + "MSE[mean]": 4.384166831970258, + "MSE[0.5]": 4.384166831970258, + "MAE[0.5]": 1.9916667143503826, + "MASE[0.5]": 1.3566697939724321, + "MAPE[0.5]": 0.10979070237128019, + "sMAPE[0.5]": 0.10352728615729541, + "MSIS": 38.62280112270497, + "RMSE[mean]": 2.0938402116614, + "NRMSE[mean]": 0.11533661618534755, + "ND[0.5]": 0.10970851458616919, + "mean_weighted_sum_quantile_loss": 0.10231045802655239 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "p10": [ + 20.58, + 20.58, + 20.58, + 20.67800037384033, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 19.6, + 19.6, + 19.6, + 18.62, + 19.011999626159668, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62 + ], + "p90": [ + 21.42, + 21.42, + 21.42, + 21.522000389099123, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 20.4, + 20.4, + 20.4, + 19.38, + 19.78799961090088, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_033708.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_033708.json new file mode 100644 index 0000000000000000000000000000000000000000..6fdbc7a46e106716957931e654f907bd9fde4a08 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_033708.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:37:08.561650+00:00", + "metrics": { + "MSE[mean]": 2.084079614056615, + "MSE[0.5]": 2.084079614056615, + "MAE[0.5]": 1.1926860014597576, + "MASE[0.5]": 0.8124256233312503, + "MAPE[0.5]": 0.06731082127818078, + "sMAPE[0.5]": 0.06410130938519783, + "MSIS": 24.447857421419226, + "RMSE[mean]": 1.4436341690527468, + "NRMSE[mean]": 0.07952081497946488, + "ND[0.5]": 0.06569764340844846, + "mean_weighted_sum_quantile_loss": 0.060763034514630436 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.12646484375, + 19.135009765625, + 19.117919921875, + 19.1435546875, + 19.16064453125, + 19.169189453125, + 19.186279296875, + 19.203369140625, + 19.2119140625, + 19.24609375, + 19.254638671875, + 19.271728515625, + 19.305908203125, + 19.33154296875, + 19.322998046875, + 19.340087890625, + 19.357177734375, + 19.43408203125, + 19.493896484375, + 19.51953125, + 19.60498046875, + 19.6690673828125, + 19.8143310546875, + 19.904052734375 + ], + "p10": [ + 19.015380859375, + 19.032470703125, + 19.0068359375, + 19.0068359375, + 19.015380859375, + 18.98974609375, + 18.981201171875, + 19.0068359375, + 18.998291015625, + 19.02392578125, + 19.0068359375, + 19.032470703125, + 19.0068359375, + 19.02392578125, + 19.0068359375, + 18.998291015625, + 18.95556640625, + 18.981201171875, + 18.97265625, + 18.95556640625, + 19.0068359375, + 19.015380859375, + 19.0751953125, + 19.083740234375 + ], + "p90": [ + 19.322998046875, + 19.476806640625, + 19.664794921875, + 19.8912353515625, + 20.0706787109375, + 20.194580078125, + 20.32061767578125, + 20.408203125, + 20.509674072265625, + 20.622894287109375, + 20.723831176757812, + 20.772430419921875, + 20.8482666015625, + 20.92303466796875, + 20.9422607421875, + 21.003143310546875, + 21.009552001953125, + 21.20074462890625, + 21.31396484375, + 21.365234375, + 21.4549560546875, + 21.510498046875, + 21.647216796875, + 21.698486328125 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_033220.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_033220.json new file mode 100644 index 0000000000000000000000000000000000000000..5a41c3ab305c5cab562d547c7998eb7a22374414 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_033220.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:32:20.111530+00:00", + "metrics": { + "MSE[mean]": 1.07921036489203, + "MSE[0.5]": 0.9859343504970942, + "MAE[0.5]": 0.8025690714518229, + "MASE[0.5]": 0.5466884639734159, + "MAPE[0.5]": 0.04537118208283065, + "sMAPE[0.5]": 0.04382662100914745, + "MSIS": 27.637922178158117, + "RMSE[mean]": 1.038850501704663, + "NRMSE[mean]": 0.05722380386132465, + "ND[0.5]": 0.044208531501466204, + "mean_weighted_sum_quantile_loss": 0.05176093874551861 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.999954223632812, + 18.978126525878906, + 18.977346420288086, + 18.939502716064453, + 18.96923065185547, + 18.938865661621094, + 18.93816566467285, + 18.95946502685547, + 18.97407341003418, + 18.94502067565918, + 18.95922088623047, + 18.93550682067871, + 18.95952606201172, + 18.921890258789062, + 18.929576873779297, + 18.89800262451172, + 18.912723541259766, + 18.904775619506836, + 18.92853355407715, + 18.922611236572266, + 18.92364501953125, + 18.913516998291016, + 18.910812377929688, + 18.92621612548828 + ], + "p10": [ + 19.054744720458984, + 19.033708572387695, + 19.026674270629883, + 19.0388240814209, + 19.07895278930664, + 19.101119995117188, + 19.112590789794922, + 19.097370147705078, + 19.149288177490234, + 19.155101776123047, + 19.172712326049805, + 19.22463607788086, + 19.191822052001953, + 19.203277587890625, + 19.176593780517578, + 19.177305221557617, + 19.237606048583984, + 19.204824447631836, + 19.236806869506836, + 19.23347282409668, + 19.230789184570312, + 19.258575439453125, + 19.27706527709961, + 19.262460708618164 + ], + "p90": [ + 19.093976974487305, + 19.118953704833984, + 19.15493392944336, + 19.147233963012695, + 19.210206985473633, + 19.22035789489746, + 19.25714874267578, + 19.29261016845703, + 19.331422805786133, + 19.322294235229492, + 19.35984230041504, + 19.360309600830078, + 19.39105987548828, + 19.373703002929688, + 19.386930465698242, + 19.381906509399414, + 19.424571990966797, + 19.431846618652344, + 19.471384048461914, + 19.464204788208008, + 19.483530044555664, + 19.520465850830078, + 19.52537727355957, + 19.535245895385742 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_033505.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_033505.json new file mode 100644 index 0000000000000000000000000000000000000000..a6ee9a610c2a98639caf81f9acec4569192f3a3e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_033505.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:35:05.031219+00:00", + "metrics": { + "MSE[mean]": 1.152973081141378, + "MSE[0.5]": 1.152973081141378, + "MAE[0.5]": 0.8751972516377767, + "MASE[0.5]": 0.5961608267635972, + "MAPE[0.5]": 0.0494476243381449, + "sMAPE[0.5]": 0.047648394758504915, + "MSIS": 12.255809112412734, + "RMSE[mean]": 1.0737658409268653, + "NRMSE[mean]": 0.05914707243570027, + "ND[0.5]": 0.048209165597465804, + "mean_weighted_sum_quantile_loss": 0.03871690065110235 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.01891326904297, + 19.025400161743164, + 19.026498794555664, + 19.031171798706055, + 19.033950805664062, + 19.02896499633789, + 19.026355743408203, + 19.027036666870117, + 19.024499893188477, + 19.025480270385742, + 19.022783279418945, + 19.03216552734375, + 19.036205291748047, + 19.04245376586914, + 19.034120559692383, + 19.030494689941406, + 19.032747268676758, + 19.041412353515625, + 19.032825469970703, + 19.03205680847168, + 19.022197723388672, + 19.028284072875977, + 19.02326011657715, + 19.025453567504883 + ], + "p10": [ + 18.96719741821289, + 18.911033630371094, + 18.861982345581055, + 18.792152404785156, + 18.735076904296875, + 18.692764282226562, + 18.650115966796875, + 18.623111724853516, + 18.6033878326416, + 18.601879119873047, + 18.591053009033203, + 18.58209991455078, + 18.51882553100586, + 18.479278564453125, + 18.433622360229492, + 18.375076293945312, + 18.324710845947266, + 18.300107955932617, + 18.26775360107422, + 18.237916946411133, + 18.230159759521484, + 18.18042755126953, + 18.17584800720215, + 18.14883041381836 + ], + "p90": [ + 19.164260864257812, + 19.30375862121582, + 19.450849533081055, + 19.66603660583496, + 19.910097122192383, + 19.966398239135742, + 19.89982795715332, + 19.91057777404785, + 20.02475929260254, + 20.084604263305664, + 20.122913360595703, + 20.14267349243164, + 20.16147804260254, + 20.196794509887695, + 20.182029724121094, + 20.235370635986328, + 20.307626724243164, + 20.31203269958496, + 20.28142547607422, + 20.216991424560547, + 20.350854873657227, + 20.40912628173828, + 20.415803909301758, + 20.417539596557617 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_033340.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_033340.json new file mode 100644 index 0000000000000000000000000000000000000000..a3871e287c83777a6ce6ae00fffac92291a20f79 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_033340.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:33:40.181812+00:00", + "metrics": { + "MSE[mean]": 1.1236133794348764, + "MSE[0.5]": 1.1236133794348764, + "MAE[0.5]": 0.8550874392191569, + "MASE[0.5]": 0.5824625634576847, + "MAPE[0.5]": 0.04834674240106953, + "sMAPE[0.5]": 0.04659162124417541, + "MSIS": 3.0784452940315834, + "RMSE[mean]": 1.0600063110353997, + "NRMSE[mean]": 0.058389145632525744, + "ND[0.5]": 0.04710144128136562, + "mean_weighted_sum_quantile_loss": 0.031108653859728348 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" + ], + "context": [ + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.99867820739746, + 18.998571395874023, + 19.001508712768555, + 18.997947692871094, + 18.997514724731445, + 18.999813079833984, + 19.00313949584961, + 18.992891311645508, + 18.994295120239258, + 19.006959915161133, + 18.99730110168457, + 19.005109786987305, + 19.011045455932617, + 19.005802154541016, + 19.009538650512695, + 19.00762176513672, + 19.02463722229004, + 19.03409767150879, + 19.0352725982666, + 19.030609130859375, + 19.016836166381836, + 19.01644515991211, + 19.0159912109375, + 19.00589370727539 + ], + "p10": [ + 18.96707534790039, + 18.891319274902344, + 18.6567440032959, + 18.473896026611328, + 18.277851104736328, + 18.04960823059082, + 17.916357040405273, + 17.827238082885742, + 17.71685791015625, + 17.72964859008789, + 17.734935760498047, + 17.69526481628418, + 17.653541564941406, + 17.606788635253906, + 17.575380325317383, + 17.53287124633789, + 17.5177001953125, + 17.50398826599121, + 17.487796783447266, + 17.46921730041504, + 17.450523376464844, + 17.41396713256836, + 17.394550323486328, + 17.393449783325195 + ], + "p90": [ + 19.2967586517334, + 19.858842849731445, + 19.88458251953125, + 19.943477630615234, + 19.931148529052734, + 19.957658767700195, + 19.97890281677246, + 19.986013412475586, + 20.052154541015625, + 20.077367782592773, + 20.11697769165039, + 20.217748641967773, + 20.324567794799805, + 20.428125381469727, + 20.532649993896484, + 20.625146865844727, + 20.69757843017578, + 20.75554084777832, + 20.81086540222168, + 20.87824249267578, + 20.929386138916016, + 20.974281311035156, + 21.016698837280273, + 21.04705810546875 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_033734.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..3427ab98a6269d2d2a31e7f1e5a427e7a6f80636 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:37:34.100682+00:00", + "metrics": { + "MSE[mean]": 30.75109860238396, + "MSE[0.5]": 29.623182130744777, + "MAE[0.5]": 4.703072603758098, + "MASE[0.5]": 2.339911831445193, + "MAPE[0.5]": 0.19256196475561116, + "sMAPE[0.5]": 0.17004344305667826, + "MSIS": 69.41630236128553, + "RMSE[mean]": 5.545367309960987, + "NRMSE[mean]": 0.21369431285747728, + "ND[0.5]": 0.18123594204005647, + "mean_weighted_sum_quantile_loss": 0.173803952326081 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 28.731213992822134, + 29.26952520899008, + 29.619447144286212, + 29.92190544871744, + 30.254774132627045, + 30.311012806059768, + 30.487082399760162, + 30.686881566381956, + 30.622551284346155, + 30.814003747801937, + 30.788499215526116, + 30.764081592571955, + 30.876330379967122, + 30.8885267610733, + 30.878106379604905, + 30.908180465490986, + 30.9784784435069, + 31.012958101579695, + 30.958042877930904, + 30.89264798498227, + 30.961107079854692, + 30.96718311939843, + 30.90160480468855, + 31.01996986295277 + ], + "p10": [ + 27.988963443780854, + 28.63595627123944, + 28.831513073941498, + 29.107481622213964, + 29.506631385635533, + 29.468751159563794, + 29.618959415215503, + 30.07778940766329, + 29.922968034193286, + 29.98911868410121, + 30.04051655293767, + 29.966745490770148, + 30.08924831496602, + 30.05437005233125, + 30.256613820430378, + 29.904704205801416, + 30.339949420332676, + 30.14699975475563, + 30.172847415938296, + 30.20038432360205, + 30.33458107156117, + 30.22415148393013, + 30.023263438370194, + 30.22477721047731 + ], + "p90": [ + 29.48398719847841, + 29.938088183016927, + 30.35741602325709, + 30.697653856526625, + 31.03353764266143, + 31.32929825968181, + 31.21816478084323, + 31.446786933715153, + 31.387684987180727, + 31.514653262389793, + 31.515550133837735, + 31.415981888156537, + 31.601110615337472, + 31.661124244650217, + 31.64400758887174, + 31.666370496469753, + 31.544217589134185, + 31.66619487456252, + 31.509404868603518, + 31.535964880841885, + 31.660325843708744, + 31.708445251524306, + 31.5307156616551, + 31.73838311175752 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_033116.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_033116.json new file mode 100644 index 0000000000000000000000000000000000000000..6e022cfe89183cdf675a469933c9cba94836a321 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_033116.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:31:16.340832+00:00", + "metrics": { + "MSE[mean]": 1.9742980832396217, + "MSE[0.5]": 1.9742980832396217, + "MAE[0.5]": 1.3496735095977783, + "MASE[0.5]": 0.6715007995352723, + "MAPE[0.5]": 0.053435004497120554, + "sMAPE[0.5]": 0.05508046546586476, + "MSIS": 2.501346422119196, + "RMSE[mean]": 1.4050971792867644, + "NRMSE[mean]": 0.05414632781606978, + "ND[0.5]": 0.052010540888312425, + "mean_weighted_sum_quantile_loss": 0.0435686620884854 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 28.912494659423828, + 29.084367752075195, + 28.92466163635254, + 28.27149772644043, + 27.503360748291016, + 26.559303283691406, + 25.514522552490234, + 24.524606704711914, + 23.833120346069336, + 23.159313201904297, + 22.617603302001953, + 22.20123863220215, + 21.90367889404297, + 21.709186553955078, + 21.614131927490234, + 21.48866081237793, + 21.259902954101562, + 21.292980194091797, + 21.870126724243164, + 23.07278823852539, + 24.613784790039062, + 25.93682861328125, + 26.865219116210938, + 27.674453735351562 + ], + "p10": [ + 28.197490692138672, + 27.990877151489258, + 27.63409996032715, + 26.783889770507812, + 25.989990234375, + 25.04641342163086, + 24.031494140625, + 22.99671745300293, + 22.33121109008789, + 21.661457061767578, + 20.971412658691406, + 20.479015350341797, + 20.120418548583984, + 19.853065490722656, + 19.64331817626953, + 19.44304656982422, + 19.3751220703125, + 19.474048614501953, + 19.90815544128418, + 20.94904136657715, + 22.144920349121094, + 23.202157974243164, + 23.85660743713379, + 24.371767044067383 + ], + "p90": [ + 29.748912811279297, + 30.230798721313477, + 30.24141502380371, + 29.777143478393555, + 29.00887107849121, + 28.092464447021484, + 27.012683868408203, + 26.00110626220703, + 25.242006301879883, + 24.540769577026367, + 24.07345962524414, + 23.693872451782227, + 23.470138549804688, + 23.41389274597168, + 23.44571304321289, + 23.39921760559082, + 23.28203010559082, + 23.15445899963379, + 23.889957427978516, + 25.220111846923828, + 27.154138565063477, + 28.733421325683594, + 30.089740753173828, + 31.165157318115234 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_033734.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..1da1833fc318576770a0cd1772a6327d1dd96d32 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T03:37:34.323122+00:00", + "metrics": { + "MSE[mean]": 232.26741995439775, + "MSE[0.5]": 229.00269686771358, + "MAE[0.5]": 13.148583393486172, + "MASE[0.5]": 6.541792662222008, + "MAPE[0.5]": 0.5295136353656487, + "sMAPE[0.5]": 0.39269271498866526, + "MSIS": 234.99118190486953, + "RMSE[mean]": 15.240322173576178, + "NRMSE[mean]": 0.5872956636720693, + "ND[0.5]": 0.5066891580424511, + "mean_weighted_sum_quantile_loss": 0.4992963804084407 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 28.930976697579936, + 29.90863827769914, + 30.786299476348624, + 31.563962200877008, + 32.54162187364758, + 33.31928459817596, + 34.196945796825446, + 35.17460546959602, + 36.052266668245494, + 36.92992786689497, + 37.807589065544455, + 38.58525179007284, + 39.51291222578287, + 40.39057342443235, + 41.31823386014237, + 42.19589505879185, + 43.07355625744133, + 43.95121745609081, + 44.82887865474029, + 45.60654137926868, + 46.5342018149787, + 47.461862250688725, + 48.23952497521711, + 49.11718426651796 + ], + "p10": [ + 28.030978986398296, + 29.10863884990373, + 29.986300239288077, + 30.663962582346734, + 31.54162187364758, + 32.599282233063654, + 33.49694312653736, + 34.57460508812629, + 35.05226838485926, + 35.91992801948286, + 36.90758944701418, + 37.68525026419393, + 38.76291031843424, + 39.54057304296262, + 40.518234623081824, + 41.095896584670754, + 42.273557020380785, + 43.251216693151356, + 44.018877662919, + 44.8065402348595, + 45.864200403540714, + 46.761863395097905, + 47.339525356686835, + 48.11718617386659 + ], + "p90": [ + 30.050976964608743, + 31.018638506580974, + 31.986300239288077, + 33.07396223902398, + 33.74162263658703, + 34.61928383523651, + 35.49694503388599, + 36.68460722435676, + 37.36226594345301, + 38.34992756171919, + 39.00758982848391, + 39.59525163748495, + 40.672911691725254, + 41.84057228002317, + 42.42823427975907, + 43.59589467732212, + 44.473555875971606, + 45.15121821903026, + 46.02887941767975, + 46.60654137926868, + 47.58420295938788, + 48.861861869219, + 49.739523067868475, + 50.61718426651796 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_033618.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_033618.json new file mode 100644 index 0000000000000000000000000000000000000000..bea53e38f7e0404d6c10597743ceeb8f24397b8f --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_033618.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:36:18.539882+00:00", + "metrics": { + "MSE[mean]": 1.3022889210518163, + "MSE[0.5]": 1.349677650954315, + "MAE[0.5]": 1.0802021821339924, + "MASE[0.5]": 0.5374311815447044, + "MAPE[0.5]": 0.04227390538913676, + "sMAPE[0.5]": 0.043296045516176225, + "MSIS": 1.9864854428689114, + "RMSE[mean]": 1.1411787419382715, + "NRMSE[mean]": 0.04397606028152803, + "ND[0.5]": 0.04162628914474829, + "mean_weighted_sum_quantile_loss": 0.03757075374749845 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 28.99248695373535, + 28.75685405731201, + 28.449320793151855, + 28.072847366333008, + 27.561707496643066, + 26.720831871032715, + 25.664165496826172, + 24.382373809814453, + 23.604297637939453, + 23.009726524353027, + 22.93658447265625, + 22.309752464294434, + 22.28822135925293, + 22.225926399230957, + 22.239312171936035, + 22.202075958251953, + 21.7999267578125, + 21.75894069671631, + 22.425010681152344, + 23.74094295501709, + 25.51968002319336, + 26.803536415100098, + 28.308192253112793, + 29.173925399780273 + ], + "p10": [ + 28.281618118286133, + 27.592530250549316, + 26.859990119934082, + 26.399173736572266, + 25.928525924682617, + 24.860499382019043, + 23.920252799987793, + 22.748676300048828, + 22.136754035949707, + 21.583069801330566, + 21.32163715362549, + 20.827104568481445, + 21.084004402160645, + 20.88217544555664, + 20.804049491882324, + 20.3311767578125, + 20.178889274597168, + 19.46300506591797, + 20.38411521911621, + 21.65311908721924, + 23.042264938354492, + 24.377528190612793, + 25.601677894592285, + 26.594566345214844 + ], + "p90": [ + 29.926834106445312, + 30.159263610839844, + 29.92530345916748, + 29.95851230621338, + 29.40870475769043, + 28.47555160522461, + 27.56831932067871, + 26.040037155151367, + 25.451062202453613, + 24.539326667785645, + 24.55084800720215, + 23.657203674316406, + 23.77513885498047, + 24.467646598815918, + 24.029638290405273, + 24.227173805236816, + 23.452122688293457, + 23.348506927490234, + 24.295095443725586, + 25.72743320465088, + 27.83399200439453, + 29.169008255004883, + 31.78848934173584, + 33.73429298400879 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_033734.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..77775ad736fb763b771decb960ee5858cbf1bdfb --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:37:34.427316+00:00", + "metrics": { + "MSE[mean]": 9.66647279175955, + "MSE[0.5]": 10.179779494209766, + "MAE[0.5]": 2.437783950517821, + "MASE[0.5]": 1.2128665638216558, + "MAPE[0.5]": 0.08772434890084861, + "sMAPE[0.5]": 0.09417811462778831, + "MSIS": 20.952795245511528, + "RMSE[mean]": 3.1090951725155582, + "NRMSE[mean]": 0.11981099165528246, + "ND[0.5]": 0.09394157989591444, + "mean_weighted_sum_quantile_loss": 0.08370387573531757 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 23.855397242455936, + 23.955397623925663, + 23.955397623925663, + 23.85539914980457, + 23.955397623925663, + 23.85539914980457, + 23.85539914980457, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.85539914980457, + 23.905398386865116, + 23.905398386865116, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.955397623925663, + 23.85539914980457, + 23.905398386865116, + 23.955397623925663, + 23.85539914980457, + 23.855397242455936 + ], + "p10": [ + 22.955399531274296, + 23.155398196130253, + 23.155398386865116, + 22.955399531274296, + 22.955397623925663, + 23.135396784692265, + 23.155396479516483, + 23.355397242455936, + 22.955399340539433, + 22.945397776513552, + 23.05539800539539, + 22.955397623925663, + 23.155396479516483, + 23.05539800539539, + 23.155398386865116, + 22.85539914980457, + 23.155398386865116, + 23.25539686098621, + 23.145396632104372, + 23.05539800539539, + 23.23539697542713, + 23.255398768334842, + 22.955399531274296, + 22.85539914980457 + ], + "p90": [ + 24.975397509484743, + 25.065397852807497, + 25.155398386865116, + 25.365399187951542, + 25.155398386865116, + 25.155398386865116, + 25.155398386865116, + 25.465399378686403, + 25.265396899133183, + 25.37539731874988, + 25.155398386865116, + 24.865398997216676, + 25.065397852807497, + 25.355397242455936, + 25.065398043542363, + 25.355397242455936, + 25.355397242455936, + 25.155398386865116, + 25.155398386865116, + 24.85539914980457, + 24.955399531274296, + 25.355397242455936, + 25.355397242455936, + 25.355397242455936 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_033734.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_033734.json new file mode 100644 index 0000000000000000000000000000000000000000..ff4d444fef81babb426458bac0ed5638cc2553da --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_033734.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:37:34.520737+00:00", + "metrics": { + "MSE[mean]": 4.751666250229543, + "MSE[0.5]": 4.751666250229543, + "MAE[0.5]": 1.9083332220713298, + "MASE[0.5]": 0.9494498301166997, + "MAPE[0.5]": 0.0719819278982345, + "sMAPE[0.5]": 0.07531045222475719, + "MSIS": 24.812981035182602, + "RMSE[mean]": 2.1798317022718847, + "NRMSE[mean]": 0.08400122331395438, + "ND[0.5]": 0.07353885392967727, + "mean_weighted_sum_quantile_loss": 0.06737957313828045 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "p10": [ + 26.36199962615967, + 26.263999252319337, + 24.99, + 24.696000747680664, + 24.5, + 24.5, + 23.911999626159666, + 23.323999252319336, + 23.03, + 22.54, + 22.148000373840333, + 21.853999252319337, + 21.56, + 21.266000747680664, + 21.853999252319337, + 21.266000747680664, + 21.07, + 21.07, + 21.756000747680662, + 23.421999626159668, + 24.009999999999998, + 25.578000373840332, + 26.851999626159667, + 27.636000747680665 + ], + "p90": [ + 27.437999610900878, + 27.335999221801757, + 26.01, + 25.704000778198242, + 25.5, + 25.5, + 24.88799961090088, + 24.275999221801758, + 23.97, + 23.46, + 23.05200038909912, + 22.745999221801757, + 22.44, + 22.134000778198242, + 22.745999221801757, + 22.134000778198242, + 21.93, + 21.93, + 22.644000778198244, + 24.37799961090088, + 24.990000000000002, + 26.62200038909912, + 27.94799961090088, + 28.76400077819824 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_033720.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_033720.json new file mode 100644 index 0000000000000000000000000000000000000000..27a36995efe977197d3a0c84e2564c9509160114 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_033720.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:37:20.678262+00:00", + "metrics": { + "MSE[mean]": 1.3164909122965582, + "MSE[0.5]": 1.3164909122965582, + "MAE[0.5]": 1.0971895058949788, + "MASE[0.5]": 0.5458828562692578, + "MAPE[0.5]": 0.04257905130893658, + "sMAPE[0.5]": 0.043590962673617555, + "MSIS": 2.324760629714263, + "RMSE[mean]": 1.1473843786179758, + "NRMSE[mean]": 0.044215198501232705, + "ND[0.5]": 0.04228090664355145, + "mean_weighted_sum_quantile_loss": 0.036141068109266344 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 28.771484375, + 28.93115234375, + 28.771484375, + 28.052978515625, + 27.307861328125, + 26.4163818359375, + 25.4051513671875, + 24.3939208984375, + 23.946102142333984, + 23.3560791015625, + 22.9302978515625, + 22.56439208984375, + 22.304931640625, + 22.171875, + 22.33819580078125, + 22.0255126953125, + 22.01220703125, + 21.958984375, + 22.68414306640625, + 24.026351928710938, + 25.06585693359375, + 26.0438232421875, + 27.148193359375, + 27.840087890625 + ], + "p10": [ + 28.106201171875, + 28.0263671875, + 27.520751953125, + 26.669189453125, + 25.8043212890625, + 24.99267578125, + 23.956497192382812, + 22.96356201171875, + 22.53778076171875, + 21.985595703125, + 21.5731201171875, + 21.16064453125, + 20.84130859375, + 20.761474609375, + 20.7880859375, + 20.4820556640625, + 20.548583984375, + 20.495361328125, + 21.05419921875, + 22.19183349609375, + 23.04339599609375, + 23.770217895507812, + 24.593505859375, + 25.09246826171875 + ], + "p90": [ + 29.35693359375, + 29.809326171875, + 29.99560546875, + 29.46337890625, + 28.851318359375, + 27.919921875, + 26.935302734375, + 25.8575439453125, + 25.41180419921875, + 24.77978515625, + 24.28082275390625, + 23.968971252441406, + 23.76439666748047, + 23.5955810546875, + 23.88321304321289, + 23.557327270507812, + 23.497451782226562, + 23.530715942382812, + 24.34735107421875, + 25.8309326171875, + 26.9619140625, + 28.106201171875, + 29.41015625, + 30.235107421875 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_033232.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_033232.json new file mode 100644 index 0000000000000000000000000000000000000000..4fcb91d3c2d34d9f4924fc5d0dbc5d6bf8cd4705 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_033232.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:32:32.471089+00:00", + "metrics": { + "MSE[mean]": 0.635330920809641, + "MSE[0.5]": 1.5189216527908986, + "MAE[0.5]": 1.2051692008972168, + "MASE[0.5]": 0.5996058129783853, + "MAPE[0.5]": 0.04702912655836008, + "sMAPE[0.5]": 0.04822573458236756, + "MSIS": 0.7002167235993983, + "RMSE[mean]": 0.7970764836636701, + "NRMSE[mean]": 0.030715857390618998, + "ND[0.5]": 0.046441973969896966, + "mean_weighted_sum_quantile_loss": 0.02806071457096783 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 28.604475021362305, + 28.878694534301758, + 28.889352798461914, + 28.389148712158203, + 27.678733825683594, + 26.733118057250977, + 25.79119873046875, + 24.79490089416504, + 23.960451126098633, + 23.364282608032227, + 22.874252319335938, + 22.581602096557617, + 22.238737106323242, + 22.03345489501953, + 22.167137145996094, + 21.825241088867188, + 21.75229263305664, + 21.79410743713379, + 22.220781326293945, + 23.381315231323242, + 24.628915786743164, + 25.619855880737305, + 26.502534866333008, + 27.17135238647461 + ], + "p10": [ + 28.870534896850586, + 29.039329528808594, + 29.285280227661133, + 28.754749298095703, + 28.060270309448242, + 27.296249389648438, + 26.278810501098633, + 25.278919219970703, + 24.525169372558594, + 23.930431365966797, + 23.33759117126465, + 23.05690574645996, + 22.719818115234375, + 22.547428131103516, + 22.6473331451416, + 22.449520111083984, + 22.401718139648438, + 22.282503128051758, + 22.798995971679688, + 23.967166900634766, + 25.32691192626953, + 26.389060974121094, + 27.348840713500977, + 27.950424194335938 + ], + "p90": [ + 29.436185836791992, + 30.01747703552246, + 30.381690979003906, + 30.07306480407715, + 29.512325286865234, + 28.602514266967773, + 27.65180778503418, + 26.614242553710938, + 25.75189781188965, + 25.10161781311035, + 24.652633666992188, + 24.315908432006836, + 23.968900680541992, + 23.762378692626953, + 23.887407302856445, + 23.643638610839844, + 23.641130447387695, + 23.828718185424805, + 24.41961097717285, + 25.722270965576172, + 27.21710777282715, + 28.465267181396484, + 29.471988677978516, + 30.18155288696289 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_033513.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_033513.json new file mode 100644 index 0000000000000000000000000000000000000000..c0468429f126e9bf48f627dbab36389a183cc0ba --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_033513.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:35:13.505874+00:00", + "metrics": { + "MSE[mean]": 1.0257247503886902, + "MSE[0.5]": 1.0257247503886902, + "MAE[0.5]": 0.9670674006144205, + "MASE[0.5]": 0.48114342327916565, + "MAPE[0.5]": 0.038017588486279306, + "sMAPE[0.5]": 0.038842219798652426, + "MSIS": 1.858545730648565, + "RMSE[mean]": 1.0127807020222543, + "NRMSE[mean]": 0.0390281588390367, + "ND[0.5]": 0.037266567228099304, + "mean_weighted_sum_quantile_loss": 0.03487736930870868 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 28.688365936279297, + 28.95514678955078, + 28.87740135192871, + 28.3773136138916, + 27.574874877929688, + 26.759422302246094, + 25.83939552307129, + 24.77657127380371, + 24.19027328491211, + 23.545047760009766, + 23.087398529052734, + 22.746807098388672, + 22.415071487426758, + 22.282291412353516, + 22.239110946655273, + 22.033262252807617, + 21.876815795898438, + 21.610658645629883, + 22.299243927001953, + 23.757568359375, + 25.18014907836914, + 26.457571029663086, + 27.563508987426758, + 28.457109451293945 + ], + "p10": [ + 27.959136962890625, + 27.833663940429688, + 27.460716247558594, + 26.814577102661133, + 26.003856658935547, + 25.222442626953125, + 24.35561752319336, + 23.331932067871094, + 22.734350204467773, + 22.05436134338379, + 21.567522048950195, + 21.180709838867188, + 20.67833137512207, + 20.29345703125, + 20.1054630279541, + 19.91388702392578, + 19.82135009765625, + 19.563507080078125, + 20.250581741333008, + 21.634931564331055, + 22.783279418945312, + 23.613338470458984, + 24.240718841552734, + 24.723609924316406 + ], + "p90": [ + 29.460966110229492, + 30.083471298217773, + 30.21817398071289, + 29.86614418029785, + 29.146270751953125, + 28.32530975341797, + 27.305992126464844, + 26.11925506591797, + 25.513492584228516, + 24.88568115234375, + 24.441465377807617, + 24.130990982055664, + 23.87717628479004, + 23.869747161865234, + 23.917959213256836, + 23.77484130859375, + 23.633607864379883, + 23.368871688842773, + 24.0764102935791, + 25.69649314880371, + 27.535202026367188, + 29.04109001159668, + 30.50417137145996, + 31.772113800048828 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_033351.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_033351.json new file mode 100644 index 0000000000000000000000000000000000000000..531628e035c8bd288b0d81beec3be8ca87627582 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_033351.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:33:51.121807+00:00", + "metrics": { + "MSE[mean]": 0.4402784183404644, + "MSE[0.5]": 0.4402784183404644, + "MAE[0.5]": 0.6281394163767496, + "MASE[0.5]": 0.31251715123482565, + "MAPE[0.5]": 0.024645064593403893, + "sMAPE[0.5]": 0.024994355266893132, + "MSIS": 1.9127940553205702, + "RMSE[mean]": 0.6635347906029226, + "NRMSE[mean]": 0.025569741950226047, + "ND[0.5]": 0.024205758330960888, + "mean_weighted_sum_quantile_loss": 0.02844588276201619 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453 + ], + "actual": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 + ], + "predictions": { + "p50": [ + 28.839149475097656, + 29.153005599975586, + 29.28085708618164, + 28.743623733520508, + 28.139942169189453, + 27.278057098388672, + 26.357633590698242, + 25.340499877929688, + 24.721269607543945, + 23.95966148376465, + 23.483407974243164, + 23.026710510253906, + 22.763402938842773, + 22.618026733398438, + 22.73079490661621, + 22.435548782348633, + 22.216320037841797, + 22.127208709716797, + 22.71265983581543, + 23.879528045654297, + 25.45667266845703, + 26.56911277770996, + 27.591352462768555, + 28.30020523071289 + ], + "p10": [ + 28.170852661132812, + 28.08116912841797, + 27.86925506591797, + 27.09760856628418, + 26.169998168945312, + 25.254791259765625, + 24.413494110107422, + 23.47840690612793, + 22.85013198852539, + 22.191835403442383, + 21.649934768676758, + 21.174665451049805, + 20.8706111907959, + 20.58696174621582, + 20.6678466796875, + 20.46552276611328, + 20.212398529052734, + 20.153438568115234, + 20.628326416015625, + 21.632848739624023, + 22.88634490966797, + 23.80816650390625, + 24.630088806152344, + 24.936643600463867 + ], + "p90": [ + 29.49052619934082, + 30.084339141845703, + 30.535724639892578, + 30.23777961730957, + 29.867630004882812, + 29.102081298828125, + 28.188716888427734, + 27.123210906982422, + 26.443756103515625, + 25.655071258544922, + 25.22272491455078, + 24.71413230895996, + 24.50491714477539, + 24.4172306060791, + 24.61544418334961, + 24.239273071289062, + 24.027360916137695, + 23.934785842895508, + 24.54501724243164, + 25.9014892578125, + 27.860750198364258, + 29.242263793945312, + 30.60435676574707, + 31.592998504638672 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 885bae60d35e420c5aa4e2bfae4f831027c3a6ca..1e5cfc6620b91c9fc254839cccb8d921559d8793 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1380212.7808564503,1380212.7808564503,1017.4103190104166,1.0327812325762393,0.015710545871375634,0.01554781817129935,4.021978018177504,1174.8245745031256,0.01806268899625801,0.015642476819691272,0.011688888119259295,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1394484.0628445942,1394484.0628445942,1022.4440104166666,1.0378909723909602,0.015790385791439515,0.015625930101051413,4.021978018177504,1180.882747288906,0.018157236714224645,0.01572108489754628,0.011767190345792032,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.20336086794055508,0.20336086794055508,0.3736666659514109,0.3584046015139997,0.25644740705045826,0.30565538984980223,13.191331062731827,0.4509555054997722,0.32505983646012226,0.2693481371075669,0.2643071029505277,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08041665335496578,0.08041665335496578,0.24583330088191563,1.4154036694942542,0.16746912226668506,0.1876429137701079,49.5525620650182,0.28357830198194955,0.1984221325552208,0.1720116365503304,0.16730588120222253,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.2441668923696247,3.2441668923696247,1.7250000635782878,1.3226837333267467,0.08821243193599738,0.08411621085411321,34.08460333824642,1.8011570981926104,0.09092926148845354,0.08708456469794049,0.079837334186379,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,98.19957868894058,98.19957868894058,8.954166531562805,0.7140264499612661,0.2913241963324838,0.349011656402972,25.635324046052645,9.909570055705776,0.26767549953510256,0.24186831373945675,0.23584667929489125,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.937082964579986,4.937082964579986,1.9874999523162842,0.9814813820810148,0.07465478266557615,0.07809063881555857,25.771602690911788,2.221954762046245,0.08563820980202598,0.07660189163402784,0.07044590438786277,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.958333333333336,45.958333333333336,5.291666666666667,1.0173564753004005,0.9628579175454176,0.4454470477718144,37.4979975378526,6.779257579804247,0.5831619423487524,0.4551971326164875,0.44683393070489846,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1630242333431422,0.1630242333431422,0.32956666747728985,0.3157751737540456,0.23094647007076002,0.262498570721194,11.436319285070537,0.40376259527492414,0.29464200161220216,0.24049821282739914,0.23517638852796935,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07194443172879003,0.07194443172879003,0.23055552442868552,1.233958995658387,0.15686766022544915,0.1745961394008609,42.79890073698292,0.26822459195381404,0.18731494574679472,0.16100871003438555,0.15637674521477488,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,4.384166831970258,4.384166831970258,1.9916667143503826,1.3566697939724321,0.10979070237128019,0.10352728615729541,38.62280112270497,2.0938402116614,0.11533661618534755,0.10970851458616919,0.10231045802655239,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,95.51666216850397,95.51666216850397,8.758333206176758,0.6970917831986543,0.28123160409310394,0.3351721445181861,24.928678925734232,9.773262616368394,0.2626632730043017,0.2353863347684683,0.2293263621636999,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.751666250229543,4.751666250229543,1.9083332220713298,0.9494498301166997,0.0719819278982345,0.07531045222475719,24.812981035182602,2.1798317022718847,0.08400122331395438,0.07353885392967727,0.06737957313828045,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,43.041666666666664,43.041666666666664,4.958333333333333,0.946949602122016,0.6452485669841218,0.3898029213321647,34.766419296015236,6.560614808588191,0.5467179007156826,0.4131944444444444,0.40525462962962966,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,26354.166666666668,26354.166666666668,156.25,1.2096774193548387,0.05658327812415862,0.05835777805815424,25.85645272596013,162.33966448981798,0.05903260526902472,0.056818181818181816,0.05053703703703709,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index b52f83a374aebfae02b742c6df9417fafe7b2cf2..fa556260dbd677cc755bf9eded67ee9fd02fbfdf 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:24:59.957999+00:00", + "evaluated_at": "2026-06-18T03:37:34.452883+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ 65840.09375, diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7aa0df00c4a890e49beb659c3d4a1601e95487fa..f2716794ac1adb8956017447265c6fb54bda0192 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T02:22:56.477160+00:00", + "evaluated_at": "2026-06-18T03:37:34.458976+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index de5f3f3cec3df3228ba1e25dd80f5aa232682989..b98725bb0c9ce2ca3859029c83780d93f26c2e40 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:17:54.027392+00:00", + "evaluated_at": "2026-06-18T03:37:34.467839+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,11 +305,11 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 0.7099999785423279, - 0.7490000128746033, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -334,8 +332,8 @@ 1.4320000410079956, 1.4670000076293945, 1.4980000257492065, - 0.7099999785423279, - 0.7490000128746033, + 1.5180000066757202, + 1.5499999523162842, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -358,8 +356,8 @@ 1.4320000410079956, 1.4670000076293945, 1.4980000257492065, - 0.7099999785423279, - 0.7490000128746033, + 1.5180000066757202, + 1.5499999523162842, 0.7870000004768372, 0.8220000267028809, 0.8529999852180481, @@ -369,11 +367,11 @@ 1.003000020980835, 1.0360000133514404, 1.0859999656677246, - 1.1230000257492065 + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874 ], "p10": [ - 0.6957999789714813, - 0.7340200126171111, 0.7712600004673004, 0.8055600261688233, 0.8359399855136871, @@ -396,8 +394,8 @@ 1.4033600401878357, 1.4376600074768067, 1.4680400252342223, - 0.6957999789714813, - 0.7340200126171111, + 1.4876400065422057, + 1.5189999532699585, 0.7712600004673004, 0.8055600261688233, 0.8359399855136871, @@ -420,8 +418,8 @@ 1.4033600401878357, 1.4376600074768067, 1.4680400252342223, - 0.6957999789714813, - 0.7340200126171111, + 1.4876400065422057, + 1.5189999532699585, 0.7712600004673004, 0.8055600261688233, 0.8359399855136871, @@ -431,11 +429,11 @@ 0.9829400205612182, 1.0152800130844115, 1.06427996635437, - 1.1005400252342223 + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456 ], "p90": [ - 0.7241999781131745, - 0.7639800131320954, 0.802740000486374, 0.8384400272369384, 0.8700599849224091, @@ -458,8 +456,8 @@ 1.4606400418281555, 1.4963400077819824, 1.5279600262641908, - 0.7241999781131745, - 0.7639800131320954, + 1.5483600068092347, + 1.5809999513626098, 0.802740000486374, 0.8384400272369384, 0.8700599849224091, @@ -482,8 +480,8 @@ 1.4606400418281555, 1.4963400077819824, 1.5279600262641908, - 0.7241999781131745, - 0.7639800131320954, + 1.5483600068092347, + 1.5809999513626098, 0.802740000486374, 0.8384400272369384, 0.8700599849224091, @@ -493,11 +491,11 @@ 1.0230600214004517, 1.0567200136184693, 1.1077199649810792, - 1.1454600262641907 + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 56344e8fca397059d90ca754fc944a825ee2aabe..6c3946a04957a5520924466fb6437dd9172b03bc 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:10:39.186854+00:00", + "evaluated_at": "2026-06-18T03:37:34.489660+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,10 +153,10 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.0, 1.0, 1.2000000476837158, 1.100000023841858, @@ -181,7 +180,7 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.0, + 1.5, 1.0, 1.2000000476837158, 1.100000023841858, @@ -205,7 +204,7 @@ 1.2000000476837158, 1.2999999523162842, 1.5, - 1.0, + 1.5, 1.0, 1.2000000476837158, 1.100000023841858, @@ -228,10 +227,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "p10": [ - 0.98, 0.98, 1.1760000467300415, 1.0780000233650207, @@ -255,7 +254,7 @@ 1.1760000467300415, 1.2739999532699584, 1.47, - 0.98, + 1.47, 0.98, 1.1760000467300415, 1.0780000233650207, @@ -279,7 +278,7 @@ 1.1760000467300415, 1.2739999532699584, 1.47, - 0.98, + 1.47, 0.98, 1.1760000467300415, 1.0780000233650207, @@ -302,10 +301,10 @@ 1.1760000467300415, 1.1760000467300415, 1.2739999532699584, + 1.47, 1.47 ], "p90": [ - 1.02, 1.02, 1.22400004863739, 1.1220000243186952, @@ -329,7 +328,7 @@ 1.22400004863739, 1.32599995136261, 1.53, - 1.02, + 1.53, 1.02, 1.22400004863739, 1.1220000243186952, @@ -353,7 +352,7 @@ 1.22400004863739, 1.32599995136261, 1.53, - 1.02, + 1.53, 1.02, 1.22400004863739, 1.1220000243186952, @@ -376,12 +375,10 @@ 1.22400004863739, 1.22400004863739, 1.32599995136261, + 1.53, 1.53 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index c22f23be67f6b2b2afa212041d736505a87c81d0..c6bbb925f23690fba8086e021eb75cd40357e377 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T02:22:56.500274+00:00", + "evaluated_at": "2026-06-18T03:37:34.497243+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -121,95 +99,115 @@ 19.0, 19.0, 19.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, 19.0, + 18.899999618530273, 19.0, - 19.0 + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 22.0, - 22.0, - 23.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, 21.0, 21.0, 21.0, + 21.100000381469727, 21.0, 21.0, 21.0, - 22.0, 21.0, 21.0, 21.0, 21.0, 21.0, - 21.100000381469727 + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p10": [ - 21.56, - 21.56, - 22.54, - 21.56, - 21.56, - 21.56, - 21.56, - 21.56, - 21.56, - 21.56, - 21.266000747680664, 20.58, 20.58, 20.58, + 20.67800037384033, 20.58, 20.58, 20.58, - 21.56, 20.58, 20.58, 20.58, 20.58, 20.58, - 20.67800037384033 + 19.6, + 19.6, + 19.6, + 18.62, + 19.011999626159668, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62 ], "p90": [ - 22.44, - 22.44, - 23.46, - 22.44, - 22.44, - 22.44, - 22.44, - 22.44, - 22.44, - 22.44, - 22.134000778198242, 21.42, 21.42, 21.42, + 21.522000389099123, 21.42, 21.42, 21.42, - 22.44, 21.42, 21.42, 21.42, 21.42, 21.42, - 21.522000389099123 + 20.4, + 20.4, + 20.4, + 19.38, + 19.78799961090088, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 00109fa215400d427fda493a9d8f9b87d42c68f1..63fe25afe2f5b6cabb3b4860acca2a6c2b57feb3 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T02:22:56.505810+00:00", + "evaluated_at": "2026-06-18T03:37:34.510003+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,10 +366,10 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 13.300000190734863, 12.600000381469727, 12.0, 10.899999618530273, @@ -393,10 +392,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "p10": [ - 13.034000186920165, 12.348000373840332, 11.76, 10.681999626159667, @@ -419,10 +418,10 @@ 38.122001495361324, 17.54199962615967, 19.011999626159668, - 19.991999626159668 + 19.991999626159668, + 22.05 ], "p90": [ - 13.566000194549561, 12.852000389099121, 12.24, 11.11799961090088, @@ -445,10 +444,10 @@ 39.67800155639649, 18.257999610900878, 19.78799961090088, - 20.80799961090088 + 20.80799961090088, + 22.95 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 1b37ceac1a3e1e0f87749c181e30c98dc5def912..5967aa373c63eb33cf47c6c6bca0ea3314d9327b 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T02:22:56.514876+00:00", + "evaluated_at": "2026-06-18T03:37:34.520737+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,18 +358,18 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 26.200000762939453, 26.899999618530273, 26.799999237060547, 25.5, @@ -393,10 +392,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "p10": [ - 25.676000747680664, 26.36199962615967, 26.263999252319337, 24.99, @@ -419,10 +418,10 @@ 23.421999626159668, 24.009999999999998, 25.578000373840332, - 26.851999626159667 + 26.851999626159667, + 27.636000747680665 ], "p90": [ - 26.724000778198242, 27.437999610900878, 27.335999221801757, 26.01, @@ -445,10 +444,10 @@ 24.37799961090088, 24.990000000000002, 26.62200038909912, - 27.94799961090088 + 27.94799961090088, + 28.76400077819824 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index baf0f767f6ad22caf938e4644dfbe93d8353e81e..a84b3a2e9e6abf64eec085e45e0e9d37c9af7f1f 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T02:22:56.524146+00:00", + "evaluated_at": "2026-06-18T03:37:34.534524+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,10 +198,10 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 17.0, 11.0, 17.0, 11.0, @@ -225,10 +224,10 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "p10": [ - 16.66, 10.78, 16.66, 10.78, @@ -251,10 +250,10 @@ 10.78, 8.82, 8.82, - 8.82 + 8.82, + 9.8 ], "p90": [ - 17.34, 11.22, 17.34, 11.22, @@ -277,10 +276,10 @@ 11.22, 9.18, 9.18, - 9.18 + 9.18, + 10.2 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 991ecda4ecd5107973c44a7942c2563544e814f2..dc8a33a8978fb4c798f301733ecf6fcded8271a2 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:10:39.197480+00:00", + "evaluated_at": "2026-06-18T03:37:34.544347+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index f4e7e3a5062e71818a1b82ec7b1a37d017eb7ca6..22d71297d5b52ef267511bce17aa60c3b4f223ee 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,11 +1,59 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:24:59.965176+00:00", + "evaluated_at": "2026-06-18T03:37:34.548159+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 5e1aa2aeb3827f41494052bb3a6f7c8496183b93..0d339188542f512302782755ceaa520d4fad512e 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,942296.4187068939,942296.4187068939,829.3494466145834,0.8418791589848834,0.01281983722310749,0.012708669981909032,6.103849633620514,970.7195365845348,0.014924615531926382,0.012751079138562953,0.008219877866013808,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,955651.804813385,955651.804813385,834.3831380208334,0.8469888987996042,0.012899566841854183,0.012786783049340248,6.308239226209345,977.5744497547923,0.015031171156261352,0.012829463536649785,0.008297911728421361,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.013171702498372717,0.013171702498372717,0.10661885042985281,0.10226410350224027,0.0796244838787053,0.07609402174823478,0.6511860244689455,0.11476803779089681,0.08272762864667342,0.07685349366316073,0.05113138278836327,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08280205296958482,0.08280205296958482,0.2522195196814007,1.4521728032550472,0.16946135175838695,0.18955247146594803,21.728098503907557,0.2877534586579018,0.20134352493822247,0.17648012777233768,0.14995421871631734,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,2.5433711619760593,2.5433711619760593,1.3212125301361084,1.013070294185061,0.06885334592020358,0.06553879841461395,21.34417355986649,1.5947950219310503,0.08051131892668763,0.06669983409838048,0.05282061720486584,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,85.35130767941807,85.35130767941807,7.126615444819133,0.5682931971799282,0.18464976326497518,0.2088772599691551,3.937963894319297,9.238577145828142,0.24955076139547033,0.19250283700130466,0.19618691023582885,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.5382797244645492,1.5382797244645492,1.14713454246521,0.5664861500295805,0.043931285351766415,0.045057393846418076,2.1128951115557957,1.240274052161275,0.04780243563247916,0.04421266818606009,0.03764952329238327,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,34.57139632692755,34.57139632692755,4.742045720418294,0.9116883628040511,1.0671601438979292,0.43142160172664096,12.485072544642856,5.879744580075528,0.505784480006497,0.40791791143383177,0.3233266863107017,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.024448505636296917,0.024448505636296917,0.14426099161307018,0.13822405051229048,0.10877787185781872,0.10223451889019614,1.731449036035198,0.1563601791898977,0.11410238766071075,0.1052731179679831,0.07161320139496608,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07234154992614804,0.07234154992614804,0.22721486455864376,1.2160794097829766,0.15118473274739014,0.168139957695068,14.937464273129486,0.268963845016664,0.18783120395545566,0.15867575645336898,0.13464327658528097,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,2.084079614056615,2.084079614056615,1.1926860014597576,0.8124256233312503,0.06731082127818078,0.06410130938519783,24.447857421419226,1.4436341690527468,0.07952081497946488,0.06569764340844846,0.060763034514630436,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,73.9657991154495,73.9657991154495,6.8719775676727295,0.5469532825460142,0.17270567188596433,0.1795133211700711,2.721461655973371,8.600337151266194,0.23114008021320118,0.18468920674596362,0.1772553136222054,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3164909122965582,1.3164909122965582,1.0971895058949788,0.5458828562692578,0.04257905130893658,0.043590962673617555,2.324760629714263,1.1473843786179758,0.044215198501232705,0.04228090664355145,0.036141068109266344,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,32.02129679729114,32.02129679729114,4.668306350708008,0.8915598335569671,0.5980613274397732,0.40323790372336826,11.623424418725131,5.658736325125172,0.4715613604270977,0.3890255292256673,0.30801032972924497,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,26770.048482259113,26770.048482259113,157.109375,1.2163306451612905,0.05686768200144036,0.05866818690564609,38.033962953629036,163.6155508570598,0.05949656394802174,0.05713068181818182,0.05351630760732323,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 89a0d3a01397fff52ceb0c7815a351887574368a..21b36e577ea328ea31971c4f62aed612c4fd1045 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:24:56.297988+00:00", + "evaluated_at": "2026-06-18T03:36:48.278025+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ 65975.9375, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 3c377b38bc2c15e48247411713f0000ffaf21da7..4e96ac1828f7b08663835203a3de844add8318ac 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T02:22:23.782566+00:00", + "evaluated_at": "2026-06-18T03:36:53.618328+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 42d70721cb8b986f29c29ae1ddf75cbe6f18fd51..ad6d0a7ddeded00f18d4ca58949f519269da6ae5 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:17:50.835414+00:00", + "evaluated_at": "2026-06-18T03:36:58.511604+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,197 +305,197 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 1.528900146484375, - 1.5555419921875, 1.57330322265625, 1.59698486328125, - 1.623626708984375, - 1.64434814453125, + 1.61474609375, + 1.638427734375, 1.662109375, - 1.676910400390625, - 1.6976318359375, - 1.712432861328125, - 1.724273681640625, - 1.736114501953125, - 1.7449951171875, - 1.75091552734375, + 1.682830810546875, + 1.700592041015625, + 1.718353271484375, + 1.733154296875, + 1.747955322265625, 1.759796142578125, + 1.765716552734375, 1.771636962890625, + 1.783477783203125, + 1.7923583984375, + 1.79827880859375, + 1.79827880859375, + 1.807159423828125, + 1.801239013671875, + 1.795318603515625, + 1.7923583984375, + 1.783477783203125, 1.77459716796875, - 1.77459716796875, - 1.7686767578125, - 1.7686767578125, - 1.765716552734375, - 1.753875732421875, - 1.7449951171875, - 1.733154296875, + 1.759796142578125, + 1.75091552734375, 1.733154296875, 1.706512451171875, - 1.685791015625, - 1.66802978515625, - 1.65618896484375, - 1.629547119140625, - 1.6029052734375, - 1.5792236328125, - 1.564422607421875, - 1.522979736328125, + 1.69171142578125, + 1.676910400390625, + 1.653228759765625, + 1.623626708984375, + 1.605865478515625, + 1.582183837890625, + 1.546661376953125, + 1.517059326171875, 1.50225830078125, - 1.481536865234375, - 1.4474945068359375, - 1.4386138916015625, - 1.404571533203125, - 1.386810302734375, - 1.357208251953125, - 1.3379669189453125, - 1.309844970703125, - 1.2965240478515625, - 1.26544189453125, - 1.2528610229492188, - 1.2247390747070312, - 1.2077178955078125, - 1.2195587158203125, - 1.1988372802734375, - 1.1696052551269531, - 1.1599845886230469, - 1.13519287109375, - 1.1364879608154297, - 1.1266822814941406, - 1.1064233779907227, + 1.4622955322265625, + 1.4563751220703125, + 1.4208526611328125, + 1.401611328125, + 1.3616485595703125, + 1.3527679443359375, + 1.3187255859375, + 1.306884765625, + 1.280242919921875, + 1.2632217407226562, + 1.2365798950195312, + 1.221038818359375, + 1.2232589721679688, + 1.2025375366210938, + 1.1744155883789062, + 1.1633148193359375, + 1.1355628967285156, + 1.1350078582763672, + 1.1244621276855469, + 1.1050357818603516, 1.078948974609375, - 1.0704383850097656, - 1.0556373596191406, - 1.0711784362792969 + 1.0745086669921875, + 1.0610027313232422, + 1.0743236541748047 ], "p10": [ - 1.52001953125, - 1.540740966796875, - 1.5555419921875, - 1.5792236328125, - 1.6029052734375, - 1.61474609375, - 1.629547119140625, - 1.641387939453125, + 1.564422607421875, + 1.58514404296875, + 1.599945068359375, + 1.62066650390625, + 1.64434814453125, 1.659149169921875, - 1.66802978515625, - 1.67987060546875, - 1.688751220703125, + 1.670989990234375, 1.685791015625, - 1.688751220703125, - 1.688751220703125, - 1.688751220703125, - 1.66802978515625, - 1.66802978515625, - 1.659149169921875, - 1.653228759765625, - 1.6502685546875, - 1.63250732421875, - 1.617706298828125, - 1.59698486328125, - 1.591064453125, + 1.700592041015625, + 1.70947265625, + 1.718353271484375, + 1.72723388671875, + 1.72723388671875, + 1.736114501953125, + 1.736114501953125, + 1.736114501953125, + 1.718353271484375, + 1.7213134765625, + 1.706512451171875, + 1.700592041015625, + 1.6976318359375, + 1.67987060546875, + 1.670989990234375, + 1.65618896484375, + 1.641387939453125, + 1.623626708984375, + 1.582183837890625, 1.56146240234375, - 1.52593994140625, - 1.50225830078125, - 1.47265625, - 1.4445343017578125, - 1.4134521484375, + 1.53778076171875, + 1.5081787109375, + 1.475616455078125, + 1.4474945068359375, + 1.4208526611328125, 1.3794097900390625, - 1.37200927734375, - 1.3231658935546875, - 1.31280517578125, - 1.2824630737304688, - 1.2462005615234375, - 1.2350997924804688, - 1.1966171264648438, - 1.1762657165527344, - 1.144073486328125, - 1.1294574737548828, - 1.098097801208496, - 1.090003490447998, - 1.0693283081054688, - 1.0628528594970703, - 1.0378761291503906, - 1.0153045654296875, - 1.0278854370117188, - 1.001983642578125, - 0.9827423095703125, - 0.9746017456054688, - 0.9620208740234375, - 0.9709014892578125, - 0.9642410278320312, - 0.9531402587890625, - 0.9235382080078125, - 0.9257583618164062, - 0.89837646484375, - 0.919097900390625 + 1.36016845703125, + 1.3320465087890625, + 1.2906036376953125, + 1.283203125, + 1.2432403564453125, + 1.2239990234375, + 1.1810760498046875, + 1.1766357421875, + 1.140188217163086, + 1.1314926147460938, + 1.1111412048339844, + 1.1007804870605469, + 1.0767288208007812, + 1.055267333984375, + 1.0547122955322266, + 1.0312156677246094, + 1.0112342834472656, + 1.0008735656738281, + 0.9820022583007812, + 0.9879226684570312, + 0.9790420532226562, + 0.9679412841796875, + 0.9398193359375, + 0.9464797973632812, + 0.92205810546875, + 0.942779541015625 ], "p90": [ - 1.543701171875, - 1.576263427734375, - 1.599945068359375, - 1.62066650390625, - 1.653228759765625, - 1.676910400390625, - 1.70355224609375, - 1.718353271484375, - 1.747955322265625, - 1.765716552734375, - 1.780517578125, - 1.79827880859375, - 1.813079833984375, - 1.830841064453125, - 1.842681884765625, + 1.58514404296875, + 1.617706298828125, + 1.638427734375, + 1.65618896484375, + 1.685791015625, + 1.70947265625, + 1.733154296875, + 1.7449951171875, + 1.771636962890625, + 1.783477783203125, + 1.795318603515625, + 1.81011962890625, + 1.82196044921875, + 1.8397216796875, + 1.8515625, 1.8634033203125, - 1.8870849609375, - 1.89300537109375, 1.88116455078125, + 1.90484619140625, 1.8870849609375, 1.8870849609375, 1.8870849609375, + 1.89300537109375, 1.8870849609375, 1.875244140625, - 1.89300537109375, - 1.86932373046875, + 1.875244140625, 1.85748291015625, - 1.8515625, - 1.8515625, - 1.842681884765625, - 1.827880859375, - 1.81011962890625, - 1.77459716796875, - 1.736114501953125, - 1.70947265625, - 1.712432861328125, - 1.685791015625, - 1.676910400390625, - 1.641387939453125, - 1.63250732421875, - 1.605865478515625, - 1.591064453125, - 1.57330322265625, + 1.836761474609375, + 1.836761474609375, + 1.83380126953125, + 1.82196044921875, + 1.80419921875, + 1.78643798828125, + 1.753875732421875, + 1.72723388671875, + 1.688751220703125, + 1.69171142578125, + 1.662109375, + 1.65618896484375, + 1.617706298828125, + 1.6029052734375, + 1.5673828125, 1.558502197265625, - 1.52593994140625, + 1.5318603515625, 1.517059326171875, - 1.493377685546875, - 1.47857666015625, - 1.4474945068359375, - 1.4267730712890625, - 1.398651123046875, - 1.380889892578125, - 1.3527679443359375, - 1.3438873291015625, - 1.339447021484375, - 1.3187255859375, - 1.292083740234375, - 1.2787628173828125, - 1.2698822021484375, - 1.280242919921875 + 1.49041748046875, + 1.47265625, + 1.45489501953125, + 1.440093994140625, + 1.4134521484375, + 1.392730712890625, + 1.3660888671875, + 1.3468475341796875, + 1.3172454833984375, + 1.309844970703125, + 1.303924560546875, + 1.2824630737304688, + 1.2550811767578125, + 1.2432403564453125, + 1.2336196899414062, + 1.24176025390625 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index eeaf927344090f837ba78121eb6bd8d6df1c1a02..2b0c374c34165d80aae90d8854cc945ca538e98e 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:10:27.689593+00:00", + "evaluated_at": "2026-06-18T03:37:04.392877+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,234 +153,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2838058471679688, - 1.2472763061523438, - 1.2259674072265625, - 1.2122688293457031, - 1.227996826171875, - 1.2137908935546875, - 1.2041511535644531, - 1.2021217346191406, - 1.1980628967285156, - 1.183349609375, - 1.1965408325195312, - 1.203643798828125, - 1.1863937377929688, - 1.195526123046875, - 1.1894378662109375, - 1.1797981262207031, - 1.2046585083007812, - 1.1889305114746094, - 1.1818275451660156, - 1.1919746398925781, - 1.1919746398925781, - 1.1879158020019531, - 1.1884231567382812, - 1.1863937377929688, - 1.1737098693847656, - 1.1747245788574219, - 1.1747245788574219, - 1.1787834167480469, - 1.1879158020019531, - 1.1772613525390625, - 1.171173095703125, - 1.1716804504394531, - 1.1737098693847656, - 1.1701583862304688, - 1.1691436767578125, - 1.1726951599121094, - 1.1640701293945312, - 1.1686363220214844, - 1.1691436767578125, - 1.1737098693847656, - 1.1797981262207031, - 1.1721878051757812, - 1.1660995483398438, - 1.1686363220214844, - 1.1681289672851562, - 1.1726951599121094, - 1.1762466430664062, - 1.1742172241210938, - 1.1666069030761719, - 1.15899658203125, - 1.1625480651855469, - 1.1681289672851562, - 1.1737098693847656, - 1.1671142578125, - 1.1610260009765625, - 1.1625480651855469, - 1.1559524536132812, - 1.1564598083496094, - 1.1554450988769531, - 1.1579818725585938, - 1.1501178741455078, - 1.15087890625, - 1.1534156799316406, - 1.1473274230957031, - 1.1518936157226562, - 1.1498641967773438, - 1.1524009704589844, - 1.1559524536132812, - 1.1518936157226562, - 1.1574745178222656, - 1.1488494873046875, - 1.1473274230957031 + 1.35809326171875, + 1.3006744384765625, + 1.2790069580078125, + 1.2725067138671875, + 1.2551727294921875, + 1.2573394775390625, + 1.251922607421875, + 1.2378387451171875, + 1.238922119140625, + 1.232421875, + 1.2378387451171875, + 1.234588623046875, + 1.238922119140625, + 1.2335052490234375, + 1.2275466918945312, + 1.2264633178710938, + 1.2275466918945312, + 1.2221298217773438, + 1.2307968139648438, + 1.232421875, + 1.2264633178710938, + 1.2248382568359375, + 1.22808837890625, + 1.2205047607421875, + 1.2210464477539062, + 1.2177963256835938, + 1.2167129516601562, + 1.2205047607421875, + 1.2140045166015625, + 1.2096710205078125, + 1.2118377685546875, + 1.2102127075195312, + 1.208587646484375, + 1.2053375244140625, + 1.2058792114257812, + 1.2064208984375, + 1.2037124633789062, + 1.2047958374023438, + 1.2031707763671875, + 1.2053375244140625, + 1.204254150390625, + 1.199920654296875, + 1.1982955932617188, + 1.1993789672851562, + 1.1988372802734375, + 1.1993789672851562, + 1.2004623413085938, + 1.1988372802734375, + 1.1945037841796875, + 1.191253662109375, + 1.1917953491210938, + 1.19342041015625, + 1.1907119750976562, + 1.1874618530273438, + 1.1858367919921875, + 1.1831283569335938, + 1.1815032958984375, + 1.1787948608398438, + 1.1798782348632812, + 1.1793365478515625, + 1.1787948608398438, + 1.1787948608398438, + 1.1750030517578125, + 1.1744613647460938, + 1.173919677734375, + 1.1733779907226562, + 1.1750030517578125, + 1.1744613647460938, + 1.1717529296875, + 1.1717529296875, + 1.1685028076171875, + 1.1668777465820312 ], "p10": [ - 1.114349365234375, - 1.0896475315093994, - 1.073951244354248, - 1.0596818923950195, - 1.0681800842285156, - 1.0552425384521484, - 1.0417976379394531, - 1.0379924774169922, - 1.033172607421875, - 1.02099609375, - 1.028860092163086, - 1.0298748016357422, - 1.0083122253417969, - 1.0174446105957031, - 1.0179519653320312, - 1.0113563537597656, - 1.036977767944336, - 1.0227718353271484, - 1.0179519653320312, - 1.0296211242675781, - 1.0278453826904297, - 1.0215034484863281, - 1.0199813842773438, - 1.0144004821777344, - 0.9991798400878906, - 1.0027313232421875, - 1.0042533874511719, - 1.0072975158691406, - 1.0138931274414062, - 1.0032386779785156, - 0.99664306640625, - 0.9951210021972656, - 1.0037460327148438, - 1.0012092590332031, - 1.0012092590332031, - 1.0032386779785156, - 0.9915695190429688, - 0.9961357116699219, - 0.9976577758789062, - 1.0027313232421875, - 1.008819580078125, - 1.0027313232421875, - 0.9961357116699219, - 0.9946136474609375, - 0.9935989379882812, - 0.9956283569335938, - 0.9961357116699219, - 0.9941062927246094, - 0.9890327453613281, - 0.9793930053710938, - 0.9814224243164062, - 0.9859886169433594, - 0.992584228515625, - 0.9854812622070312, - 0.9788856506347656, - 0.9824371337890625, - 0.9788856506347656, - 0.98040771484375, - 0.9773635864257812, - 0.9799003601074219, - 0.9712753295898438, - 0.9702606201171875, - 0.9743194580078125, - 0.9672164916992188, - 0.9733047485351562, - 0.9727973937988281, - 0.976348876953125, - 0.98040771484375, - 0.976348876953125, - 0.9819297790527344, - 0.9743194580078125, - 0.9722900390625 + 1.178253173828125, + 1.1247615814208984, + 1.1066150665283203, + 1.0962553024291992, + 1.0770254135131836, + 1.076009750366211, + 1.0662593841552734, + 1.0533943176269531, + 1.0542068481445312, + 1.0468940734863281, + 1.0444564819335938, + 1.0433731079101562, + 1.0403938293457031, + 1.0357894897460938, + 1.0341644287109375, + 1.0292892456054688, + 1.0390396118164062, + 1.0311851501464844, + 1.0376853942871094, + 1.0412063598632812, + 1.0333518981933594, + 1.030914306640625, + 1.0319976806640625, + 1.022247314453125, + 1.0233306884765625, + 1.0227890014648438, + 1.0227890014648438, + 1.0238723754882812, + 1.0168304443359375, + 1.013580322265625, + 1.0152053833007812, + 1.0103302001953125, + 1.0184555053710938, + 1.0146636962890625, + 1.0141220092773438, + 1.0146636962890625, + 1.0103302001953125, + 1.0124969482421875, + 1.0108718872070312, + 1.0119552612304688, + 1.0124969482421875, + 1.0097885131835938, + 1.0081634521484375, + 1.0054550170898438, + 1.0054550170898438, + 1.0043716430664062, + 1.0038299560546875, + 1.0022048950195312, + 0.9989547729492188, + 0.9946212768554688, + 0.9946212768554688, + 0.9967880249023438, + 0.9929962158203125, + 0.9908294677734375, + 0.9886627197265625, + 0.9870376586914062, + 0.9886627197265625, + 0.9864959716796875, + 0.9859542846679688, + 0.9837875366210938, + 0.9837875366210938, + 0.9821624755859375, + 0.9799957275390625, + 0.97674560546875, + 0.978912353515625, + 0.9778289794921875, + 0.9810791015625, + 0.9810791015625, + 0.9778289794921875, + 0.9783706665039062, + 0.97674560546875, + 0.974578857421875 ], "p90": [ - 1.4938507080078125, - 1.447174072265625, - 1.41876220703125, - 1.406585693359375, - 1.43499755859375, + 1.54876708984375, + 1.507598876953125, + 1.48809814453125, + 1.485931396484375, + 1.47509765625, + 1.47943115234375, + 1.47943115234375, + 1.459930419921875, + 1.459930419921875, + 1.451263427734375, + 1.464263916015625, + 1.459930419921875, + 1.468597412109375, + 1.4664306640625, + 1.455596923828125, + 1.459930419921875, + 1.446929931640625, + 1.446929931640625, + 1.457763671875, + 1.459930419921875, + 1.451263427734375, + 1.451263427734375, + 1.457763671875, + 1.4490966796875, + 1.4490966796875, + 1.44476318359375, + 1.44476318359375, + 1.446929931640625, + 1.4404296875, + 1.43609619140625, + 1.43609619140625, + 1.438262939453125, + 1.438262939453125, + 1.43609619140625, + 1.438262939453125, + 1.43609619140625, + 1.433929443359375, + 1.43609619140625, + 1.43609619140625, + 1.4404296875, + 1.442596435546875, + 1.43609619140625, + 1.4317626953125, + 1.4317626953125, + 1.4317626953125, + 1.433929443359375, + 1.43609619140625, + 1.4317626953125, + 1.429595947265625, + 1.42742919921875, + 1.425262451171875, + 1.42742919921875, + 1.425262451171875, + 1.423095703125, + 1.420928955078125, 1.41876220703125, - 1.41064453125, - 1.4045562744140625, - 1.398468017578125, - 1.378173828125, - 1.3964385986328125, - 1.4086151123046875, - 1.3944091796875, - 1.4045562744140625, - 1.3944091796875, - 1.382232666015625, - 1.3964385986328125, - 1.38629150390625, - 1.3761444091796875, - 1.3883209228515625, - 1.3883209228515625, - 1.3842620849609375, - 1.3842620849609375, - 1.3842620849609375, - 1.3761444091796875, - 1.374114990234375, - 1.3761444091796875, - 1.378173828125, - 1.3883209228515625, - 1.3761444091796875, - 1.3680267333984375, - 1.37005615234375, - 1.3720855712890625, - 1.3720855712890625, - 1.37005615234375, - 1.374114990234375, - 1.3680267333984375, - 1.3720855712890625, - 1.3720855712890625, - 1.378173828125, - 1.3883209228515625, - 1.378173828125, - 1.37005615234375, - 1.37005615234375, - 1.37005615234375, - 1.378173828125, - 1.3883209228515625, - 1.38629150390625, - 1.3720855712890625, - 1.365997314453125, - 1.3720855712890625, - 1.3761444091796875, - 1.382232666015625, - 1.3761444091796875, - 1.37005615234375, - 1.37005615234375, - 1.3639678955078125, - 1.3599090576171875, - 1.357879638671875, - 1.3619384765625, - 1.35382080078125, - 1.3599090576171875, - 1.3599090576171875, - 1.357879638671875, - 1.357879638671875, - 1.35382080078125, - 1.35382080078125, - 1.357879638671875, - 1.35382080078125, - 1.3599090576171875, - 1.3517913818359375, - 1.3517913818359375 + 1.4144287109375, + 1.412261962890625, + 1.41009521484375, + 1.41009521484375, + 1.41009521484375, + 1.4144287109375, + 1.412261962890625, + 1.4144287109375, + 1.40576171875, + 1.407928466796875, + 1.407928466796875, + 1.40576171875, + 1.40142822265625, + 1.399261474609375, + 1.399261474609375, + 1.394927978515625 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 64c708e538e04e3b975a9a355414d234342f64db..4c33823d45000d333314a5368cd1c4db777baadf 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T02:22:36.184945+00:00", + "evaluated_at": "2026-06-18T03:37:08.561650+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -123,93 +101,113 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 21.105377197265625, - 21.1383056640625, - 21.13323974609375, - 21.130706787109375, - 21.145904541015625, - 21.145904541015625, - 21.145904541015625, - 21.1585693359375, - 21.15350341796875, - 21.13323974609375, - 21.13323974609375, - 21.128173828125, - 21.1383056640625, - 21.140838623046875, - 21.145904541015625, - 21.140838623046875, - 21.0977783203125, - 21.128173828125, - 21.13323974609375, - 21.11297607421875, - 21.1180419921875, - 21.10791015625, - 21.110443115234375, - 21.08258056640625 + 19.12646484375, + 19.135009765625, + 19.117919921875, + 19.1435546875, + 19.16064453125, + 19.169189453125, + 19.186279296875, + 19.203369140625, + 19.2119140625, + 19.24609375, + 19.254638671875, + 19.271728515625, + 19.305908203125, + 19.33154296875, + 19.322998046875, + 19.340087890625, + 19.357177734375, + 19.43408203125, + 19.493896484375, + 19.51953125, + 19.60498046875, + 19.6690673828125, + 19.8143310546875, + 19.904052734375 ], "p10": [ - 20.87994384765625, - 20.790023803710938, - 20.674774169921875, - 20.58422088623047, - 20.548126220703125, - 20.535144805908203, - 20.492401123046875, - 20.46137237548828, - 20.416412353515625, - 20.361953735351562, - 20.329025268554688, - 20.315093994140625, - 20.278366088867188, - 20.239105224609375, - 20.228973388671875, - 20.215042114257812, - 20.168182373046875, - 20.168182373046875, - 20.152984619140625, - 20.0947265625, - 20.074462890625, - 20.03900146484375, - 20.006072998046875, - 19.94781494140625 + 19.015380859375, + 19.032470703125, + 19.0068359375, + 19.0068359375, + 19.015380859375, + 18.98974609375, + 18.981201171875, + 19.0068359375, + 18.998291015625, + 19.02392578125, + 19.0068359375, + 19.032470703125, + 19.0068359375, + 19.02392578125, + 19.0068359375, + 18.998291015625, + 18.95556640625, + 18.981201171875, + 18.97265625, + 18.95556640625, + 19.0068359375, + 19.015380859375, + 19.0751953125, + 19.083740234375 ], "p90": [ - 21.4827880859375, - 21.68035888671875, - 21.8070068359375, - 21.91845703125, - 21.9893798828125, - 22.0299072265625, - 22.100830078125, - 22.141357421875, - 22.1717529296875, - 22.16162109375, - 22.16162109375, - 22.181884765625, - 22.222412109375, - 22.2528076171875, - 22.262939453125, - 22.2528076171875, - 22.1514892578125, - 22.2122802734375, - 22.2325439453125, - 22.24267578125, - 22.24267578125, - 22.2528076171875, - 22.262939453125, - 22.24267578125 + 19.322998046875, + 19.476806640625, + 19.664794921875, + 19.8912353515625, + 20.0706787109375, + 20.194580078125, + 20.32061767578125, + 20.408203125, + 20.509674072265625, + 20.622894287109375, + 20.723831176757812, + 20.772430419921875, + 20.8482666015625, + 20.92303466796875, + 20.9422607421875, + 21.003143310546875, + 21.009552001953125, + 21.20074462890625, + 21.31396484375, + 21.365234375, + 21.4549560546875, + 21.510498046875, + 21.647216796875, + 21.698486328125 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 117ad127402e25db8f9fa8fb85275395c28724fb..e277b9e8a2eb94672f701738e8c63909913f40a4 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T02:22:42.353334+00:00", + "evaluated_at": "2026-06-18T03:37:14.947843+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,88 +366,88 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 19.24560546875, - 18.66357421875, - 18.37255859375, - 18.51806640625, - 19.24560546875, - 19.97314453125, - 21.5009765625, - 24.48388671875, - 31.716079711914062, - 41.2900390625, - 49.7294921875, - 54.822265625, - 55.986328125, - 52.78515625, - 47.32861328125, - 41.50830078125, - 35.5606689453125, - 31.772918701171875, - 29.9222412109375, - 28.885498046875, - 25.975341796875, - 22.846923828125, - 22.192138671875, - 21.7919921875 + 22.17626953125, + 21.8125, + 22.212646484375, + 22.685546875, + 23.594970703125, + 24.613525390625, + 27.7965087890625, + 36.5087890625, + 49.24072265625, + 57.025390625, + 60.9541015625, + 62.4091796875, + 58.6259765625, + 51.6416015625, + 44.87548828125, + 38.873291015625, + 34.4898681640625, + 32.36181640625, + 30.674835205078125, + 27.887451171875, + 23.594970703125, + 22.75830078125, + 22.576416015625, + 22.03076171875 ], "p10": [ - 17.06298828125, - 15.17138671875, - 14.15283203125, - 13.71630859375, - 14.29833984375, - 14.080078125, - 14.88037109375, - 16.91748046875, - 19.7548828125, - 23.2470703125, - 26.7210693359375, - 27.284912109375, - 24.593017578125, - 20.9189453125, - 18.154296875, - 15.60791015625, - 14.44384765625, - 14.00732421875, - 14.15283203125, - 14.44384765625, - 13.3525390625, - 12.04296875, - 12.333984375, - 12.333984375 + 20.13916015625, + 18.90234375, + 18.3203125, + 17.8837890625, + 18.4658203125, + 18.97509765625, + 20.13916015625, + 24.06787109375, + 28.80596923828125, + 30.899917602539062, + 31.5069580078125, + 30.4520263671875, + 25.559326171875, + 20.7939453125, + 18.611328125, + 16.06494140625, + 14.46435546875, + 15.119140625, + 15.48291015625, + 14.75537109375, + 12.71826171875, + 13.44580078125, + 13.88232421875, + 13.73681640625 ], "p90": [ - 21.57373046875, - 21.9375, - 22.992431640625, - 23.792724609375, - 24.84765625, - 27.284912109375, - 30.654327392578125, - 36.3427734375, - 50.0205078125, - 65.58984375, - 77.23046875, - 84.505859375, - 89.162109375, - 88.2890625, - 83.05078125, - 76.357421875, - 68.0634765625, - 63.1162109375, - 59.6240234375, - 56.7138671875, - 51.1845703125, - 44.85498046875, - 41.14453125, - 38.30712890625 + 24.322509765625, + 25.013671875, + 26.8143310546875, + 27.9783935546875, + 29.488037109375, + 32.580078125, + 39.4189453125, + 53.82421875, + 72.740234375, + 82.052734375, + 85.544921875, + 87.873046875, + 87.291015625, + 82.052734375, + 75.650390625, + 69.248046875, + 64.7373046875, + 62.1181640625, + 58.3349609375, + 52.5146484375, + 44.43896484375, + 39.819091796875, + 36.36328125, + 33.5986328125 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index cc737d8d8cbe9f33d0c4f8b36289e1ce37763f43..2cbdd59d50307219627c9ce61b2cc1d2777044da 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T02:22:46.111486+00:00", + "evaluated_at": "2026-06-18T03:37:20.678262+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,96 +358,96 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 28.19873046875, - 28.6015625, - 28.708984375, - 28.41357421875, - 27.87646484375, - 27.003662109375, - 26.23828125, - 25.1976318359375, - 24.3785400390625, - 23.969833374023438, - 23.32110595703125, - 22.9417724609375, - 22.6396484375, - 22.39794921875, - 22.2099609375, - 22.3643798828125, - 22.2838134765625, - 22.115966796875, - 22.12939453125, - 22.8477783203125, - 23.850242614746094, - 24.86865234375, - 25.7548828125, - 26.85595703125 + 28.771484375, + 28.93115234375, + 28.771484375, + 28.052978515625, + 27.307861328125, + 26.4163818359375, + 25.4051513671875, + 24.3939208984375, + 23.946102142333984, + 23.3560791015625, + 22.9302978515625, + 22.56439208984375, + 22.304931640625, + 22.171875, + 22.33819580078125, + 22.0255126953125, + 22.01220703125, + 21.958984375, + 22.68414306640625, + 24.026351928710938, + 25.06585693359375, + 26.0438232421875, + 27.148193359375, + 27.840087890625 ], "p10": [ - 27.5810546875, - 27.66162109375, - 27.419921875, - 26.923095703125, - 26.1845703125, - 25.338623046875, - 24.5933837890625, - 23.5997314453125, - 22.814208984375, - 22.465087890625, - 21.847412109375, - 21.444580078125, - 21.05517578125, - 20.853759765625, - 20.585205078125, - 20.73291015625, - 20.692626953125, - 20.544921875, - 20.450927734375, - 21.05517578125, - 21.91455078125, - 22.693359375, - 23.30096435546875, - 24.16033935546875 + 28.106201171875, + 28.0263671875, + 27.520751953125, + 26.669189453125, + 25.8043212890625, + 24.99267578125, + 23.956497192382812, + 22.96356201171875, + 22.53778076171875, + 21.985595703125, + 21.5731201171875, + 21.16064453125, + 20.84130859375, + 20.761474609375, + 20.7880859375, + 20.4820556640625, + 20.548583984375, + 20.495361328125, + 21.05419921875, + 22.19183349609375, + 23.04339599609375, + 23.770217895507812, + 24.593505859375, + 25.09246826171875 ], "p90": [ - 28.81640625, - 29.568359375, - 30.07861328125, - 29.998046875, - 29.67578125, - 28.81640625, - 28.0107421875, - 26.896240234375, - 26.036865234375, - 25.5400390625, - 24.81494140625, - 24.4658203125, - 24.22747802734375, - 23.937522888183594, - 23.840171813964844, - 23.97193145751953, - 23.87877655029297, - 23.798629760742188, - 23.852970123291016, - 24.6470947265625, - 25.768310546875, - 26.949951171875, - 28.064453125, - 29.2998046875 + 29.35693359375, + 29.809326171875, + 29.99560546875, + 29.46337890625, + 28.851318359375, + 27.919921875, + 26.935302734375, + 25.8575439453125, + 25.41180419921875, + 24.77978515625, + 24.28082275390625, + 23.968971252441406, + 23.76439666748047, + 23.5955810546875, + 23.88321304321289, + 23.557327270507812, + 23.497451782226562, + 23.530715942382812, + 24.34735107421875, + 25.8309326171875, + 26.9619140625, + 28.106201171875, + 29.41015625, + 30.235107421875 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 0ff86cb507afe229fb5dafa7f382734f26d58985..05c6032ce3ef68b4a7b5b8bf3ad5a6271e9f9faa 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T02:22:50.223751+00:00", + "evaluated_at": "2026-06-18T03:37:25.636126+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,88 +198,88 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 13.020263671875, - 13.11669921875, - 13.27099609375, - 13.4638671875, - 13.6085205078125, - 13.541015625, - 13.68084716796875, - 13.72906494140625, - 13.68084716796875, - 13.8978271484375, - 13.76763916015625, - 13.85443115234375, - 13.753173828125, - 13.914703369140625, - 13.8978271484375, - 14.021987915039062, - 13.991851806640625, - 13.938812255859375, - 13.88336181640625, - 13.803802490234375, - 13.803802490234375, - 13.842376708984375, - 13.798980712890625, - 13.984619140625 + 13.0120849609375, + 12.90533447265625, + 13.109130859375, + 13.327484130859375, + 13.40997314453125, + 13.492462158203125, + 13.628326416015625, + 13.492462158203125, + 13.56524658203125, + 13.52642822265625, + 13.618621826171875, + 13.42938232421875, + 13.68170166015625, + 13.727798461914062, + 13.841827392578125, + 13.805435180664062, + 13.79815673828125, + 13.812713623046875, + 13.698684692382812, + 13.628326416015625, + 13.754486083984375, + 13.766616821289062, + 13.912185668945312, + 13.764190673828125 ], "p10": [ - 8.9892578125, - 9.06640625, - 9.10498046875, - 9.220703125, - 9.33642578125, - 9.18212890625, - 9.33642578125, - 9.2978515625, - 9.41357421875, - 9.56787109375, - 9.625732421875, - 9.625732421875, - 9.394287109375, - 9.432861328125, - 9.56787109375, - 9.471435546875, - 9.394287109375, - 9.25927734375, - 9.1435546875, - 9.10498046875, - 9.10498046875, - 9.1435546875, - 9.18212890625, - 9.2978515625 + 9.11083984375, + 8.916748046875, + 8.95556640625, + 9.072021484375, + 9.1884765625, + 9.11083984375, + 9.26611328125, + 9.072021484375, + 9.34375, + 9.26611328125, + 9.4990234375, + 9.3631591796875, + 9.304931640625, + 9.227294921875, + 9.4407958984375, + 9.304931640625, + 9.34375, + 9.304931640625, + 9.1884765625, + 9.072021484375, + 9.1884765625, + 9.227294921875, + 9.4407958984375, + 9.1884765625 ], "p90": [ - 18.74853515625, - 19.13427734375, - 19.28857421875, - 19.55859375, - 19.6357421875, - 19.52001953125, - 19.59716796875, - 19.90576171875, - 19.7900390625, - 20.2529296875, - 20.021484375, - 20.0986328125, - 19.98291015625, - 20.330078125, - 20.29150390625, - 20.75439453125, - 21.1015625, - 21.06298828125, - 20.8701171875, - 20.638671875, - 20.5615234375, - 20.67724609375, - 20.60009765625, - 20.947265625 + 19.04833984375, + 19.1453857421875, + 19.28125, + 19.552978515625, + 19.475341796875, + 19.630615234375, + 19.7470703125, + 19.785888671875, + 19.82470703125, + 19.90234375, + 19.941162109375, + 19.630615234375, + 20.13525390625, + 20.29052734375, + 20.44580078125, + 20.60107421875, + 20.639892578125, + 20.60107421875, + 20.329345703125, + 20.251708984375, + 20.3681640625, + 20.44580078125, + 20.60107421875, + 20.5234375 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2a1b3b8668eddacce5b42714e9aa696a3b4d6497..0f18cc169d899796ae73495197ac60a2669baeb0 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:10:33.333145+00:00", + "evaluated_at": "2026-06-18T03:37:29.812735+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 2459914ad0e33ced54a3f8a1b63a051dd049f303..bd9edda6bbf9d941679063b0be3366510aac6d1e 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,59 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:24:58.157187+00:00", + "evaluated_at": "2026-06-18T03:37:31.905357+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 99980baef2a949ad2058f2841660cd9749c74a26..251b003d173a4bab668b73ab9b761b06c8c325dd 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1130752.8387177784,931951.7154115041,805.3689778645834,0.8175363961775725,0.012453964919039143,0.012344613433417357,34.66817647809114,1063.3686278604323,0.01634907647513591,0.012382384306656726,0.01322040326054239,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1146063.6566327412,945877.3243726095,810.4026692708334,0.8226461359922932,0.012533763209709376,0.01242272580112764,34.872566070679966,1070.5436266835375,0.016460663928932768,0.012460740182352789,0.01329882396574515,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1704849356624027,0.1376892404722268,0.3128963440656662,0.30011638641758004,0.2594673549900606,0.21601903760415028,13.106827987919322,0.4128982146515079,0.2976272037760129,0.22554339217620878,0.24318483911391287,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.036772144903327586,0.056776800853374,0.2006351583533817,1.1551719736267343,0.13389238382780874,0.14711010172277017,6.586279555922576,0.1917606448240295,0.13417654249361483,0.1403861145503525,0.0930602897642929,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,2.14338651504598,1.8274821756972415,1.0949596563975017,0.8395856653835363,0.05718058401844452,0.05478118489716257,36.605840459856665,1.4640309132822231,0.07390984932663709,0.0552777284201273,0.059645884677861055,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,90.0589825056439,157.17845600768973,10.046245098114014,0.8011113817865457,0.2427842023963238,0.2850160511412698,4.840943008428174,9.489941122348647,0.25634055929810634,0.2713673408607049,0.1809186352116972,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.7222865242843,1.6458366033977352,1.2263707319895427,0.6056151294866826,0.04753171375268358,0.04879176925239712,0.7495494545816551,0.8498744167724429,0.03275571800656585,0.04726657618558608,0.02866634295479699,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,31.63940753471267,30.139434257070167,4.480736454327901,0.8614499992299303,0.8918377748329794,0.42141340684998835,29.399519748458555,5.624891779822317,0.4838616584793391,0.3854396949959485,0.3859932576266478,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.24815628356647898,0.20229173523569396,0.3831922064224879,0.36715662566996526,0.3221528613105297,0.25935924514716646,16.055472520282397,0.49815287168346123,0.3635224286235341,0.27963095151407147,0.30068418457482615,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02899865594115505,0.041184300297472255,0.1569126976860894,0.839814336796193,0.10375098974485675,0.11219257296142443,10.666219476110644,0.17028991732088852,0.11892215546619576,0.10958015907472833,0.08316926177906711,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.07921036489203,0.9859343504970942,0.8025690714518229,0.5466884639734159,0.04537118208283065,0.04382662100914745,27.637922178158117,1.038850501704663,0.05722380386132465,0.044208531501466204,0.05176093874551861,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,63.69566031633576,110.95217997009968,7.873037497202556,0.6266294760565014,0.1858106001924926,0.20743595062098308,8.350486912599719,7.980956102894925,0.21449378104084904,0.21159339298192759,0.16718573181638374,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.635330920809641,1.5189216527908986,1.2051692008972168,0.5996058129783853,0.04702912655836008,0.04822573458236756,0.7002167235993983,0.7970764836636701,0.030715857390618998,0.046441973969896966,0.02806071457096783,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,29.410364976087067,29.40076644885687,4.55431083838145,0.8697888073301442,0.49688086699715545,0.40130406884470265,27.04154779803532,5.423132395220226,0.4519276996016855,0.37952590319845414,0.36547235780292087,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,24535.49315366894,25298.750585441787,152.1749064127604,1.1781283077116935,0.055069240611716475,0.05676855230859404,45.2042578125,156.6380961122451,0.05695930767718004,0.055336329604640154,0.05457464135166772,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 91b8160fdd51344238a002e3d58abfc960e175ba..4e0ab82a52bcccc8eac84fa55ffd8da79b65d7a6 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:23:39.166443+00:00", + "evaluated_at": "2026-06-18T03:31:56.478599+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ 65781.78125, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index a5021cb88043af3684a2fa5e4d7e5715c054b859..a47a45d1ee4a317f1484af554a44f6d8968c298a 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T02:14:35.195496+00:00", + "evaluated_at": "2026-06-18T03:32:02.898149+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c1c6fc942ae0476f296dc1fc6a5bc28d70f0e7f4..4ce12fc2f34f5afaaaafd970246ece22fd46c4f8 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:16:11.284973+00:00", + "evaluated_at": "2026-06-18T03:32:08.759165+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,197 +305,197 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 1.517593502998352, - 1.5395525693893433, - 1.5913467407226562, - 1.6056751012802124, - 1.6235995292663574, - 1.640633225440979, - 1.6676719188690186, - 1.70192551612854, - 1.703273892402649, - 1.7080183029174805, - 1.7344536781311035, - 1.7532353401184082, - 1.7361598014831543, - 1.7527498006820679, - 1.7752594947814941, - 1.794032335281372, - 1.7952531576156616, - 1.792974591255188, - 1.807368278503418, - 1.783006191253662, - 1.8000667095184326, - 1.7962348461151123, - 1.80104398727417, - 1.804800271987915, - 1.8034006357192993, - 1.8052524328231812, - 1.7904796600341797, - 1.7818104028701782, - 1.773685097694397, - 1.7661750316619873, - 1.7560484409332275, - 1.76984441280365, - 1.7706036567687988, - 1.744299054145813, - 1.7498676776885986, - 1.7544066905975342, - 1.7339167594909668, - 1.7177461385726929, - 1.7251838445663452, - 1.7014639377593994, - 1.7022839784622192, - 1.7078324556350708, - 1.6907604932785034, - 1.6803336143493652, - 1.6638590097427368, - 1.6478016376495361, - 1.6506456136703491, - 1.6337742805480957, - 1.636051893234253, - 1.6368496417999268, - 1.6205757856369019, - 1.5991780757904053, - 1.593843698501587, - 1.5944527387619019, - 1.6048223972320557, - 1.585204005241394, - 1.5976049900054932, - 1.5854743719100952, - 1.600722312927246, - 1.5878890752792358 + 1.5635168552398682, + 1.5823249816894531, + 1.6324622631072998, + 1.6452491283416748, + 1.658355712890625, + 1.675661325454712, + 1.7077398300170898, + 1.7360398769378662, + 1.7293249368667603, + 1.7387735843658447, + 1.7618697881698608, + 1.7817022800445557, + 1.760952353477478, + 1.775538444519043, + 1.7921501398086548, + 1.81585693359375, + 1.808822512626648, + 1.8148620128631592, + 1.8320496082305908, + 1.808868646621704, + 1.8308480978012085, + 1.8278411626815796, + 1.8273608684539795, + 1.8333879709243774, + 1.8301444053649902, + 1.836669683456421, + 1.8330574035644531, + 1.8284128904342651, + 1.8264579772949219, + 1.8082026243209839, + 1.7961291074752808, + 1.8237311840057373, + 1.8190174102783203, + 1.8030738830566406, + 1.7994002103805542, + 1.8075644969940186, + 1.7953426837921143, + 1.777940034866333, + 1.7767746448516846, + 1.7642276287078857, + 1.7667983770370483, + 1.7759177684783936, + 1.757352352142334, + 1.753882646560669, + 1.7391693592071533, + 1.7408639192581177, + 1.7257413864135742, + 1.719651699066162, + 1.7221448421478271, + 1.7332582473754883, + 1.715682029724121, + 1.7019538879394531, + 1.6972227096557617, + 1.6957979202270508, + 1.6952028274536133, + 1.678041934967041, + 1.6856534481048584, + 1.677558422088623, + 1.683244228363037, + 1.669372320175171 ], "p10": [ - 1.5280205011367798, - 1.5549625158309937, - 1.5996347665786743, - 1.6253912448883057, - 1.6417126655578613, - 1.644752860069275, - 1.6364353895187378, - 1.6989216804504395, - 1.7086811065673828, - 1.6946507692337036, - 1.736986517906189, - 1.7553808689117432, - 1.7287919521331787, - 1.7623872756958008, - 1.7572935819625854, - 1.7991429567337036, - 1.8035783767700195, - 1.801598310470581, - 1.7936475276947021, - 1.8250017166137695, - 1.8069323301315308, - 1.8256936073303223, - 1.811063289642334, - 1.8283370733261108, - 1.8294488191604614, - 1.8110791444778442, - 1.825101613998413, - 1.803220510482788, - 1.7604068517684937, - 1.7671072483062744, - 1.7748565673828125, - 1.8043909072875977, - 1.8334177732467651, - 1.7894467115402222, - 1.7937170267105103, - 1.7974509000778198, - 1.776586651802063, - 1.7640236616134644, - 1.771104097366333, - 1.731248378753662, - 1.7074692249298096, - 1.7503314018249512, - 1.7280014753341675, - 1.7271883487701416, - 1.6808127164840698, - 1.7029330730438232, - 1.7128305435180664, - 1.6658132076263428, - 1.6665980815887451, - 1.6950207948684692, - 1.6539580821990967, - 1.6683377027511597, - 1.6543995141983032, - 1.6573659181594849, - 1.6516435146331787, - 1.645923376083374, - 1.6311814785003662, - 1.650451898574829, - 1.6370594501495361, - 1.636864423751831 + 1.5854170322418213, + 1.6058868169784546, + 1.6522347927093506, + 1.66562819480896, + 1.6769660711288452, + 1.686674952507019, + 1.670082926750183, + 1.7382246255874634, + 1.747854232788086, + 1.739564061164856, + 1.7710167169570923, + 1.7713649272918701, + 1.7601836919784546, + 1.7927871942520142, + 1.774360179901123, + 1.8354182243347168, + 1.823753833770752, + 1.8178929090499878, + 1.8397334814071655, + 1.849267840385437, + 1.8545629978179932, + 1.8704735040664673, + 1.855419397354126, + 1.8633583784103394, + 1.873915433883667, + 1.847306489944458, + 1.8721531629562378, + 1.8659335374832153, + 1.817411184310913, + 1.8127554655075073, + 1.824000597000122, + 1.860986351966858, + 1.8869764804840088, + 1.845949649810791, + 1.8509169816970825, + 1.8453986644744873, + 1.8402379751205444, + 1.835789680480957, + 1.8460285663604736, + 1.8004966974258423, + 1.7741397619247437, + 1.8307411670684814, + 1.8203221559524536, + 1.7950959205627441, + 1.7552627325057983, + 1.798911452293396, + 1.7982122898101807, + 1.7695797681808472, + 1.7677377462387085, + 1.7870962619781494, + 1.7558515071868896, + 1.774838924407959, + 1.7709835767745972, + 1.758124589920044, + 1.7430009841918945, + 1.7388179302215576, + 1.724063515663147, + 1.7492464780807495, + 1.7318272590637207, + 1.7227483987808228 ], "p90": [ - 1.543647050857544, - 1.5609995126724243, - 1.6193138360977173, - 1.6339643001556396, - 1.6603091955184937, - 1.6847368478775024, - 1.7058277130126953, - 1.7502435445785522, - 1.760603904724121, - 1.7799477577209473, - 1.8171651363372803, - 1.820387601852417, - 1.83694589138031, - 1.842052698135376, - 1.854628086090088, - 1.8731248378753662, - 1.8716843128204346, - 1.8857009410858154, - 1.898041009902954, - 1.8889740705490112, - 1.904578685760498, - 1.9102469682693481, - 1.9325872659683228, - 1.9343256950378418, - 1.9471864700317383, - 1.9463969469070435, - 1.9514456987380981, - 1.9354979991912842, - 1.9507582187652588, - 1.9496498107910156, - 1.9473893642425537, - 1.9647737741470337, - 1.9696481227874756, - 1.936815857887268, - 1.9676779508590698, - 1.9767318964004517, - 1.9690883159637451, - 1.9526649713516235, - 1.963529348373413, - 1.9342466592788696, - 1.9285204410552979, - 1.9374167919158936, - 1.9045758247375488, - 1.9066553115844727, - 1.8822383880615234, - 1.8703465461730957, - 1.882224202156067, - 1.8881818056106567, - 1.8777273893356323, - 1.8811743259429932, - 1.8663296699523926, - 1.8651020526885986, - 1.8511433601379395, - 1.8747867345809937, - 1.8829632997512817, - 1.860982894897461, - 1.864535927772522, - 1.8750044107437134, - 1.8954031467437744, - 1.8829631805419922 + 1.5921566486358643, + 1.6079427003860474, + 1.6548048257827759, + 1.673154592514038, + 1.690749168395996, + 1.7185975313186646, + 1.743696928024292, + 1.775510549545288, + 1.7801258563995361, + 1.7968412637710571, + 1.8246890306472778, + 1.8336800336837769, + 1.8531209230422974, + 1.8541415929794312, + 1.8630024194717407, + 1.8904922008514404, + 1.8804517984390259, + 1.896651029586792, + 1.9194176197052002, + 1.9128673076629639, + 1.9371962547302246, + 1.9459069967269897, + 1.9576021432876587, + 1.9714202880859375, + 1.9803253412246704, + 1.9853510856628418, + 1.9967271089553833, + 1.996028184890747, + 2.014815330505371, + 2.0126242637634277, + 2.0052993297576904, + 2.0370283126831055, + 2.036895751953125, + 2.006281852722168, + 2.0374016761779785, + 2.0442070960998535, + 2.0439295768737793, + 2.0338189601898193, + 2.031954288482666, + 2.011774778366089, + 2.009507179260254, + 2.0209479331970215, + 1.9950307607650757, + 2.0014121532440186, + 1.98585045337677, + 1.992125153541565, + 1.983697533607483, + 2.0011372566223145, + 1.9868782758712769, + 2.0043275356292725, + 1.9848536252975464, + 1.9905812740325928, + 1.9742432832717896, + 2.0026450157165527, + 2.007514476776123, + 1.9850029945373535, + 1.9782931804656982, + 1.9902786016464233, + 2.0058348178863525, + 1.9944417476654053 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e85a56692f1ac1797f3fe35a4ea00238736847af..d5c57738b5dc052997dbf517d0f7951a1e6c04bf 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:08:22.159522+00:00", + "evaluated_at": "2026-06-18T03:32:14.284638+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,234 +153,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2964295148849487, - 1.2526627779006958, - 1.2359280586242676, - 1.237510323524475, - 1.2321699857711792, - 1.229481816291809, - 1.220870018005371, - 1.206472635269165, - 1.2058368921279907, - 1.20804762840271, - 1.2124003171920776, - 1.2179213762283325, - 1.2230085134506226, - 1.2224477529525757, - 1.2177140712738037, - 1.2232587337493896, - 1.234102487564087, - 1.2413969039916992, - 1.2503325939178467, - 1.2556757926940918, - 1.2542959451675415, - 1.2536544799804688, - 1.2628123760223389, - 1.2678630352020264, - 1.2665776014328003, - 1.2674245834350586, - 1.278114914894104, - 1.2685391902923584, - 1.2532027959823608, - 1.2443385124206543, - 1.2502788305282593, - 1.251430630683899, - 1.247885823249817, - 1.246695637702942, - 1.2365069389343262, - 1.2269233465194702, - 1.2232670783996582, - 1.2270867824554443, - 1.2384241819381714, - 1.2380582094192505, - 1.2489497661590576, - 1.2436609268188477, - 1.2377530336380005, - 1.2418851852416992, - 1.2376407384872437, - 1.2368831634521484, - 1.2441579103469849, - 1.2418874502182007, - 1.2331852912902832, - 1.2280770540237427, - 1.245326280593872, - 1.245965600013733, - 1.2477424144744873, - 1.2440619468688965, - 1.235581636428833, - 1.2218108177185059, - 1.2230641841888428, - 1.219671368598938, - 1.2102521657943726, - 1.2047048807144165, - 1.2149487733840942, - 1.2053173780441284, - 1.1956732273101807, - 1.1870896816253662, - 1.1887602806091309, - 1.193602442741394, - 1.2010384798049927, - 1.2127130031585693, - 1.2070993185043335, - 1.2067781686782837, - 1.1974245309829712, - 1.1940851211547852 + 1.3912709951400757, + 1.3405356407165527, + 1.342700481414795, + 1.3559887409210205, + 1.3371984958648682, + 1.2927714586257935, + 1.2697954177856445, + 1.2753376960754395, + 1.2683745622634888, + 1.300957202911377, + 1.3171958923339844, + 1.3153847455978394, + 1.2827680110931396, + 1.2848507165908813, + 1.3077329397201538, + 1.3064055442810059, + 1.3361393213272095, + 1.3524583578109741, + 1.347053050994873, + 1.3304344415664673, + 1.3389923572540283, + 1.3549447059631348, + 1.3624699115753174, + 1.3826922178268433, + 1.3862385749816895, + 1.3692718744277954, + 1.3220666646957397, + 1.3026026487350464, + 1.3031620979309082, + 1.3061119318008423, + 1.3203465938568115, + 1.3287638425827026, + 1.3094512224197388, + 1.2728075981140137, + 1.249886155128479, + 1.2697283029556274, + 1.2961589097976685, + 1.3266979455947876, + 1.353774905204773, + 1.325777530670166, + 1.2842072248458862, + 1.2709234952926636, + 1.3044819831848145, + 1.3381078243255615, + 1.3693598508834839, + 1.3718013763427734, + 1.346201777458191, + 1.2821935415267944, + 1.265302300453186, + 1.2896506786346436, + 1.325444221496582, + 1.3632720708847046, + 1.36194908618927, + 1.3222308158874512, + 1.2846695184707642, + 1.2567254304885864, + 1.2830936908721924, + 1.291140079498291, + 1.3086531162261963, + 1.2933498620986938, + 1.276458740234375, + 1.2326685190200806, + 1.2261253595352173, + 1.227150797843933, + 1.2311782836914062, + 1.2463572025299072, + 1.2478052377700806, + 1.259702444076538, + 1.223152756690979, + 1.2067135572433472, + 1.2239924669265747, + 1.2452192306518555 ], "p10": [ - 1.3290296792984009, - 1.2921066284179688, - 1.2631193399429321, - 1.2772917747497559, - 1.2713561058044434, - 1.272255301475525, - 1.2567379474639893, - 1.2460447549819946, - 1.2441293001174927, - 1.252732753753662, - 1.2527058124542236, - 1.2552428245544434, - 1.266718864440918, - 1.259488821029663, - 1.2594999074935913, - 1.266029953956604, - 1.2772974967956543, - 1.2869538068771362, - 1.2961678504943848, - 1.2911911010742188, - 1.291037917137146, - 1.299939513206482, - 1.3059760332107544, - 1.3191355466842651, - 1.3155089616775513, - 1.3147448301315308, - 1.3218988180160522, - 1.3143576383590698, - 1.3004250526428223, - 1.30247163772583, - 1.2979871034622192, - 1.3038040399551392, - 1.2946172952651978, - 1.3049107789993286, - 1.283116340637207, - 1.2836835384368896, - 1.2807857990264893, - 1.2848291397094727, - 1.2907034158706665, - 1.2959520816802979, - 1.3035157918930054, - 1.3036408424377441, - 1.2952818870544434, - 1.3009495735168457, - 1.292824387550354, - 1.2921851873397827, - 1.3098106384277344, - 1.3083069324493408, - 1.2970250844955444, - 1.2895355224609375, - 1.3077070713043213, - 1.3125567436218262, - 1.303759217262268, - 1.300990104675293, - 1.3013571500778198, - 1.2894084453582764, - 1.2878907918930054, - 1.2927708625793457, - 1.2703295946121216, - 1.2722408771514893, - 1.2729450464248657, - 1.2684239149093628, - 1.2579869031906128, - 1.2482359409332275, - 1.2565579414367676, - 1.2542704343795776, - 1.2602871656417847, - 1.2792854309082031, - 1.2764278650283813, - 1.2675679922103882, - 1.2617545127868652, - 1.2556010484695435 + 1.411396861076355, + 1.3731412887573242, + 1.353281021118164, + 1.3806500434875488, + 1.3689719438552856, + 1.3272616863250732, + 1.3024346828460693, + 1.3128981590270996, + 1.3024531602859497, + 1.3203932046890259, + 1.3490405082702637, + 1.3402999639511108, + 1.3222240209579468, + 1.3051327466964722, + 1.3414835929870605, + 1.328126072883606, + 1.361231803894043, + 1.3925118446350098, + 1.369597315788269, + 1.351035714149475, + 1.355828881263733, + 1.378960132598877, + 1.403789758682251, + 1.4221779108047485, + 1.4195376634597778, + 1.3991618156433105, + 1.3396213054656982, + 1.3302464485168457, + 1.3312649726867676, + 1.3317409753799438, + 1.3536293506622314, + 1.3572943210601807, + 1.3445279598236084, + 1.3104329109191895, + 1.2725269794464111, + 1.3139578104019165, + 1.341784954071045, + 1.366711974143982, + 1.3799172639846802, + 1.3556647300720215, + 1.334544062614441, + 1.3086951971054077, + 1.338093876838684, + 1.3652772903442383, + 1.4006171226501465, + 1.4030653238296509, + 1.3926998376846313, + 1.3241695165634155, + 1.3020797967910767, + 1.3259875774383545, + 1.365634560585022, + 1.403498649597168, + 1.388079047203064, + 1.3546947240829468, + 1.3209916353225708, + 1.2991054058074951, + 1.316696286201477, + 1.3311209678649902, + 1.3516288995742798, + 1.343456506729126, + 1.3156766891479492, + 1.2720599174499512, + 1.261425495147705, + 1.2787283658981323, + 1.2714478969573975, + 1.2879587411880493, + 1.293572187423706, + 1.3108034133911133, + 1.262825608253479, + 1.2473249435424805, + 1.2871540784835815, + 1.2883340120315552 ], "p90": [ - 1.4493792057037354, - 1.4261066913604736, - 1.424184799194336, - 1.43380868434906, - 1.4372268915176392, - 1.4384772777557373, - 1.431459903717041, - 1.4155404567718506, - 1.4170957803726196, - 1.4183777570724487, - 1.425552487373352, - 1.4251664876937866, - 1.4348077774047852, - 1.4379023313522339, - 1.433765172958374, - 1.4429463148117065, - 1.4570412635803223, - 1.4698415994644165, - 1.4812241792678833, - 1.4897680282592773, - 1.4874887466430664, - 1.4880702495574951, - 1.502641201019287, - 1.5056767463684082, - 1.5165561437606812, - 1.5204837322235107, - 1.5313853025436401, - 1.5315837860107422, - 1.5163090229034424, - 1.5190144777297974, - 1.5260921716690063, - 1.5275332927703857, - 1.5239444971084595, - 1.5247007608413696, - 1.511108160018921, - 1.5071091651916504, - 1.5058879852294922, - 1.5105767250061035, - 1.516578197479248, - 1.5234980583190918, - 1.5314112901687622, - 1.5309138298034668, - 1.5199649333953857, - 1.5279866456985474, - 1.5214331150054932, - 1.5278114080429077, - 1.5351920127868652, - 1.5390594005584717, - 1.5280990600585938, - 1.5249971151351929, - 1.5354546308517456, - 1.5495859384536743, - 1.5482068061828613, - 1.5479481220245361, - 1.5429606437683105, - 1.523550033569336, - 1.518967866897583, - 1.5217444896697998, - 1.5119190216064453, - 1.507280707359314, - 1.5117698907852173, - 1.5061497688293457, - 1.4944829940795898, - 1.4898051023483276, - 1.4874187707901, - 1.494354248046875, - 1.502376914024353, - 1.513572096824646, - 1.5046498775482178, - 1.5022492408752441, - 1.4925752878189087, - 1.4979156255722046 + 1.521714687347412, + 1.482707142829895, + 1.4927071332931519, + 1.522024154663086, + 1.5235722064971924, + 1.4872369766235352, + 1.4695667028427124, + 1.4749712944030762, + 1.4685055017471313, + 1.490488886833191, + 1.5083520412445068, + 1.5052483081817627, + 1.485048532485962, + 1.492730975151062, + 1.5145198106765747, + 1.4992979764938354, + 1.521694302558899, + 1.5379629135131836, + 1.5249980688095093, + 1.5235240459442139, + 1.5329968929290771, + 1.5502070188522339, + 1.5620675086975098, + 1.5768553018569946, + 1.5826399326324463, + 1.5703409910202026, + 1.5298819541931152, + 1.5239713191986084, + 1.5273736715316772, + 1.5306140184402466, + 1.5309185981750488, + 1.5452113151550293, + 1.523712158203125, + 1.4870715141296387, + 1.4654631614685059, + 1.4879727363586426, + 1.5197800397872925, + 1.5454899072647095, + 1.5672860145568848, + 1.5497124195098877, + 1.5098508596420288, + 1.5021723508834839, + 1.5279357433319092, + 1.5601388216018677, + 1.5855176448822021, + 1.5941442251205444, + 1.582619071006775, + 1.533355712890625, + 1.518583059310913, + 1.53813636302948, + 1.5589340925216675, + 1.5991840362548828, + 1.5905578136444092, + 1.5647119283676147, + 1.535038709640503, + 1.5059462785720825, + 1.5193142890930176, + 1.5283622741699219, + 1.5428837537765503, + 1.531507968902588, + 1.5219172239303589, + 1.4960027933120728, + 1.493720293045044, + 1.4865219593048096, + 1.4885245561599731, + 1.4962544441223145, + 1.4885257482528687, + 1.5113409757614136, + 1.4870119094848633, + 1.4732041358947754, + 1.492213249206543, + 1.5094016790390015 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index b6b8ede18cef4562ddce27042eee217e2690ead5..673407fe91bbf53e25fec52409419449f2a10102 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T02:14:56.482768+00:00", + "evaluated_at": "2026-06-18T03:32:20.111530+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -123,93 +101,113 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 21.005949020385742, - 20.962182998657227, - 20.954153060913086, - 20.917259216308594, - 20.926054000854492, - 20.931842803955078, - 20.93245506286621, - 20.89344596862793, - 20.88614273071289, - 20.845239639282227, - 20.832813262939453, - 20.82441520690918, - 20.852407455444336, - 20.848731994628906, - 20.85558319091797, - 20.838850021362305, - 20.84185028076172, - 20.83492088317871, - 20.783939361572266, - 20.828813552856445, - 20.80251693725586, - 20.786800384521484, - 20.76268768310547, - 20.76476287841797 + 18.999954223632812, + 18.978126525878906, + 18.977346420288086, + 18.939502716064453, + 18.96923065185547, + 18.938865661621094, + 18.93816566467285, + 18.95946502685547, + 18.97407341003418, + 18.94502067565918, + 18.95922088623047, + 18.93550682067871, + 18.95952606201172, + 18.921890258789062, + 18.929576873779297, + 18.89800262451172, + 18.912723541259766, + 18.904775619506836, + 18.92853355407715, + 18.922611236572266, + 18.92364501953125, + 18.913516998291016, + 18.910812377929688, + 18.92621612548828 ], "p10": [ - 21.126014709472656, - 21.109119415283203, - 21.033920288085938, - 21.06277084350586, - 21.048994064331055, - 21.01209259033203, - 21.008256912231445, - 20.966930389404297, - 21.04210662841797, - 20.999332427978516, - 20.948556900024414, - 20.94972038269043, - 20.965930938720703, - 20.97899627685547, - 20.94936180114746, - 20.955001831054688, - 20.974946975708008, - 20.89577865600586, - 20.9438533782959, - 20.975126266479492, - 20.973957061767578, - 20.95022964477539, - 20.924686431884766, - 20.918947219848633 + 19.054744720458984, + 19.033708572387695, + 19.026674270629883, + 19.0388240814209, + 19.07895278930664, + 19.101119995117188, + 19.112590789794922, + 19.097370147705078, + 19.149288177490234, + 19.155101776123047, + 19.172712326049805, + 19.22463607788086, + 19.191822052001953, + 19.203277587890625, + 19.176593780517578, + 19.177305221557617, + 19.237606048583984, + 19.204824447631836, + 19.236806869506836, + 19.23347282409668, + 19.230789184570312, + 19.258575439453125, + 19.27706527709961, + 19.262460708618164 ], "p90": [ - 21.37723731994629, - 21.405492782592773, - 21.42572784423828, - 21.429136276245117, - 21.44723892211914, - 21.455636978149414, - 21.461925506591797, - 21.440099716186523, - 21.41719627380371, - 21.424880981445312, - 21.442626953125, - 21.400341033935547, - 21.45867919921875, - 21.484100341796875, - 21.47934341430664, - 21.498836517333984, - 21.515352249145508, - 21.55331039428711, - 21.554668426513672, - 21.582191467285156, - 21.593055725097656, - 21.593416213989258, - 21.566577911376953, - 21.56230354309082 + 19.093976974487305, + 19.118953704833984, + 19.15493392944336, + 19.147233963012695, + 19.210206985473633, + 19.22035789489746, + 19.25714874267578, + 19.29261016845703, + 19.331422805786133, + 19.322294235229492, + 19.35984230041504, + 19.360309600830078, + 19.39105987548828, + 19.373703002929688, + 19.386930465698242, + 19.381906509399414, + 19.424571990966797, + 19.431846618652344, + 19.471384048461914, + 19.464204788208008, + 19.483530044555664, + 19.520465850830078, + 19.52537727355957, + 19.535245895385742 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c99114088e9a37461bea453a8bdc335ab2c8e8ec..1548ef005e0b637eb9fab062bb2ab0df1b600aba 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T02:15:04.651632+00:00", + "evaluated_at": "2026-06-18T03:32:26.929050+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,88 +366,88 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 19.78601837158203, - 19.113874435424805, - 19.064239501953125, - 19.103761672973633, - 19.355941772460938, - 20.72174072265625, - 22.885147094726562, - 25.045852661132812, - 29.5268611907959, - 34.91101837158203, - 38.563331604003906, - 39.38578796386719, - 39.98309326171875, - 38.668861389160156, - 36.728458404541016, - 34.42298889160156, - 32.554786682128906, - 29.834075927734375, - 28.79529571533203, - 27.090225219726562, - 23.507572174072266, - 20.171703338623047, - 18.36389923095703, - 19.151012420654297 + 23.437929153442383, + 23.695770263671875, + 24.082279205322266, + 24.140722274780273, + 24.471193313598633, + 26.400264739990234, + 29.518619537353516, + 33.474891662597656, + 38.802127838134766, + 42.31632614135742, + 44.33354187011719, + 43.4122200012207, + 41.86418533325195, + 39.644954681396484, + 37.46131134033203, + 34.94568634033203, + 33.02444839477539, + 30.713665008544922, + 29.691181182861328, + 26.89013671875, + 23.083955764770508, + 21.168277740478516, + 20.14381217956543, + 20.92141342163086 ], "p10": [ - 20.842775344848633, - 20.350242614746094, - 20.8992919921875, - 21.7078857421875, - 22.626317977905273, - 24.876712799072266, - 26.96057891845703, - 30.481731414794922, - 36.206424713134766, - 41.94670867919922, - 45.580745697021484, - 48.1495475769043, - 47.85186767578125, - 46.86981964111328, - 44.549713134765625, - 42.37942123413086, - 39.79815673828125, - 36.45115661621094, - 35.90064239501953, - 33.339378356933594, - 29.47864532470703, - 25.934614181518555, - 24.83949851989746, - 25.015827178955078 + 24.6137752532959, + 25.084230422973633, + 26.36263656616211, + 27.060924530029297, + 28.081336975097656, + 30.824417114257812, + 33.942100524902344, + 39.65751266479492, + 45.82497787475586, + 49.443416595458984, + 51.25373077392578, + 51.9886589050293, + 49.504859924316406, + 47.438026428222656, + 44.933162689208984, + 42.569862365722656, + 39.81949234008789, + 37.163204193115234, + 36.628780364990234, + 32.99167251586914, + 28.909297943115234, + 27.081775665283203, + 26.626808166503906, + 26.656280517578125 ], "p90": [ - 22.934856414794922, - 23.42351531982422, - 25.105350494384766, - 26.275531768798828, - 28.385807037353516, - 31.754467010498047, - 36.20344543457031, - 40.60927963256836, - 48.046634674072266, - 55.345550537109375, - 61.33854675292969, - 63.316734313964844, - 64.60368347167969, - 63.42008972167969, - 60.97077560424805, - 58.148319244384766, - 55.139671325683594, - 51.983917236328125, - 49.86448287963867, - 47.03239059448242, - 42.78468322753906, - 38.86564636230469, - 35.619380950927734, - 35.02922058105469 + 27.087337493896484, + 28.964473724365234, + 31.50334930419922, + 33.11029052734375, + 35.83462142944336, + 40.23782730102539, + 46.04336166381836, + 52.42036056518555, + 60.68955993652344, + 65.8978500366211, + 69.76516723632812, + 69.50289916992188, + 68.10137176513672, + 65.34101867675781, + 62.205299377441406, + 58.96421432495117, + 55.67045211791992, + 52.91081619262695, + 50.80086898803711, + 46.87142562866211, + 42.33011245727539, + 39.977962493896484, + 37.54129409790039, + 37.055355072021484 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 4af3773f9302e63879df456b5baa141b04a8eb05..3dbaa0147310dcd080ea3cdeefaa9f17e7a0f852 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T02:15:11.422720+00:00", + "evaluated_at": "2026-06-18T03:32:32.471089+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,96 +358,96 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 27.957408905029297, - 28.41400718688965, - 28.756792068481445, - 28.662187576293945, - 28.217792510986328, - 27.43026351928711, - 26.621204376220703, - 25.567657470703125, - 24.481821060180664, - 23.864761352539062, - 23.30257797241211, - 22.869190216064453, - 22.5419921875, - 22.177845001220703, - 22.149818420410156, - 22.052099227905273, - 22.011890411376953, - 21.89183807373047, - 21.846939086914062, - 22.387462615966797, - 23.352188110351562, - 24.570833206176758, - 25.64881134033203, - 26.48971939086914 + 28.604475021362305, + 28.878694534301758, + 28.889352798461914, + 28.389148712158203, + 27.678733825683594, + 26.733118057250977, + 25.79119873046875, + 24.79490089416504, + 23.960451126098633, + 23.364282608032227, + 22.874252319335938, + 22.581602096557617, + 22.238737106323242, + 22.03345489501953, + 22.167137145996094, + 21.825241088867188, + 21.75229263305664, + 21.79410743713379, + 22.220781326293945, + 23.381315231323242, + 24.628915786743164, + 25.619855880737305, + 26.502534866333008, + 27.17135238647461 ], "p10": [ - 28.23956298828125, - 28.606008529663086, - 29.1650390625, - 29.059358596801758, - 28.6357421875, - 28.03704071044922, - 27.178939819335938, - 26.093948364257812, - 25.07664680480957, - 24.43810272216797, - 23.797527313232422, - 23.37639617919922, - 23.020671844482422, - 22.700923919677734, - 22.661968231201172, - 22.635562896728516, - 22.655929565429688, - 22.370389938354492, - 22.40668487548828, - 22.886978149414062, - 23.980928421020508, - 25.291465759277344, - 26.443449020385742, - 27.265239715576172 + 28.870534896850586, + 29.039329528808594, + 29.285280227661133, + 28.754749298095703, + 28.060270309448242, + 27.296249389648438, + 26.278810501098633, + 25.278919219970703, + 24.525169372558594, + 23.930431365966797, + 23.33759117126465, + 23.05690574645996, + 22.719818115234375, + 22.547428131103516, + 22.6473331451416, + 22.449520111083984, + 22.401718139648438, + 22.282503128051758, + 22.798995971679688, + 23.967166900634766, + 25.32691192626953, + 26.389060974121094, + 27.348840713500977, + 27.950424194335938 ], "p90": [ - 28.785587310791016, - 29.581172943115234, - 30.323158264160156, - 30.490236282348633, - 30.221033096313477, - 29.4818115234375, - 28.673471450805664, - 27.55453109741211, - 26.428804397583008, - 25.7342529296875, - 25.196706771850586, - 24.708017349243164, - 24.36927604675293, - 23.985071182250977, - 23.931888580322266, - 23.92389488220215, - 23.937456130981445, - 23.909698486328125, - 23.985313415527344, - 24.594253540039062, - 25.788835525512695, - 27.280590057373047, - 28.522205352783203, - 29.46285629272461 + 29.436185836791992, + 30.01747703552246, + 30.381690979003906, + 30.07306480407715, + 29.512325286865234, + 28.602514266967773, + 27.65180778503418, + 26.614242553710938, + 25.75189781188965, + 25.10161781311035, + 24.652633666992188, + 24.315908432006836, + 23.968900680541992, + 23.762378692626953, + 23.887407302856445, + 23.643638610839844, + 23.641130447387695, + 23.828718185424805, + 24.41961097717285, + 25.722270965576172, + 27.21710777282715, + 28.465267181396484, + 29.471988677978516, + 30.18155288696289 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 4d2e1a528b5feaa4d2f6efe7469b13d05e91140f..629282040e5f53e582e58727698bb2bbe6614581 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T02:15:17.400451+00:00", + "evaluated_at": "2026-06-18T03:32:39.171425+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,88 +198,88 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 11.195002555847168, - 11.47647762298584, - 11.662789344787598, - 11.740453720092773, - 11.728824615478516, - 11.654511451721191, - 11.682258605957031, - 11.71582317352295, - 11.668354034423828, - 11.710271835327148, - 11.805255889892578, - 11.811098098754883, - 11.785157203674316, - 11.903512001037598, - 12.088295936584473, - 12.059999465942383, - 12.151901245117188, - 12.090502738952637, - 11.984619140625, - 11.905252456665039, - 11.934479713439941, - 11.884803771972656, - 11.688782691955566, - 11.784809112548828 + 10.937917709350586, + 11.264604568481445, + 11.378650665283203, + 11.370030403137207, + 11.266088485717773, + 11.257277488708496, + 11.300895690917969, + 11.346210479736328, + 11.389630317687988, + 11.510784149169922, + 11.518157005310059, + 11.449915885925293, + 11.569416999816895, + 11.703192710876465, + 11.762837409973145, + 11.770563125610352, + 11.829763412475586, + 11.626115798950195, + 11.42483901977539, + 11.481980323791504, + 11.410659790039062, + 11.427725791931152, + 11.328171730041504, + 11.413354873657227 ], "p10": [ - 12.64522647857666, - 13.067989349365234, - 13.205269813537598, - 13.389572143554688, - 13.292756080627441, - 13.323548316955566, - 13.213034629821777, - 13.262351989746094, - 13.39855670928955, - 13.436089515686035, - 13.442097663879395, - 13.562653541564941, - 13.47494125366211, - 13.56711483001709, - 13.734695434570312, - 13.815447807312012, - 13.808786392211914, - 13.731809616088867, - 13.732562065124512, - 13.48836898803711, - 13.492036819458008, - 13.56523609161377, - 13.328625679016113, - 13.399503707885742 + 12.382301330566406, + 12.901188850402832, + 12.951312065124512, + 13.05254077911377, + 12.872224807739258, + 12.955921173095703, + 12.895586013793945, + 12.946759223937988, + 13.152536392211914, + 13.235401153564453, + 13.19725227355957, + 13.285079956054688, + 13.298343658447266, + 13.307154655456543, + 13.430109977722168, + 13.575109481811523, + 13.460558891296387, + 13.257048606872559, + 13.178089141845703, + 13.105052947998047, + 13.063861846923828, + 13.025773048400879, + 12.923341751098633, + 13.009206771850586 ], "p90": [ - 15.766071319580078, - 16.341907501220703, - 16.798765182495117, - 16.904983520507812, - 16.959653854370117, - 16.91690444946289, - 17.002185821533203, - 17.024843215942383, - 17.082433700561523, - 17.084369659423828, - 17.260740280151367, - 17.294700622558594, - 17.264535903930664, - 17.415023803710938, - 17.59779930114746, - 17.620410919189453, - 17.7174015045166, - 17.62823486328125, - 17.567970275878906, - 17.351646423339844, - 17.42010498046875, - 17.449434280395508, - 17.253934860229492, - 17.23139190673828 + 15.538036346435547, + 16.205251693725586, + 16.62152862548828, + 16.651775360107422, + 16.64499282836914, + 16.708789825439453, + 16.820222854614258, + 16.8935489654541, + 17.003787994384766, + 17.055763244628906, + 17.139137268066406, + 17.065336227416992, + 17.171573638916016, + 17.3338623046875, + 17.408809661865234, + 17.443809509277344, + 17.50473403930664, + 17.27419090270996, + 17.104793548583984, + 17.01024627685547, + 16.988319396972656, + 17.093109130859375, + 16.99835205078125, + 16.93301010131836 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ecf1e574e504466821ff6f47e0e7bc084556c9f1..e9c297099a7ff4cd208667d2857e33c2147a7300 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:08:30.361699+00:00", + "evaluated_at": "2026-06-18T03:32:49.570905+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 5b3a662b949c2a0e1bbaa95015958c2fa8b78144..973f7c8141886b75b600cb24e5f439f524939a92 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,59 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:23:41.619497+00:00", + "evaluated_at": "2026-06-18T03:32:52.284355+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index d958659421efb2cf298b2d661fec7837d9487220..8aa0b8731d27098819b444bf4f04e0e32d139d74 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,981260.2202612559,981260.2202612559,832.6922200520834,0.8452724346441691,0.012875686074853399,0.012759723035371684,10.856518973022759,990.5857965170185,0.015230055239664057,0.01280247360059321,0.009135739624703704,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,994816.954023997,994816.954023997,837.7259114583334,0.8503821744588901,0.012955439941893096,0.012837835858965876,11.06090856561159,997.4051102856837,0.015336087117041949,0.01288086197457773,0.009213844338570816,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.2204451492143397,0.2204451492143397,0.39467913210391997,0.378558833198117,0.3255872782070336,0.26082040795115624,1.5728703258143562,0.4695158668398116,0.33843860209942334,0.2844944402968111,0.16165334407338802,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.043776276924575676,0.043776276924575676,0.16491781837410396,0.9495267095803998,0.1091321657774656,0.11884275075706288,4.474017391719948,0.20922781106864277,0.14639846621531533,0.11539439015410709,0.1140077560083005,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,2.7503622540669617,2.7503622540669617,1.3712400595347087,1.0514300605127165,0.07147389781003688,0.06789637687979252,19.496190055933454,1.6584216152917695,0.0837234313799111,0.06922541407520279,0.05279065088782467,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,59.070376891651144,59.070376891651144,6.344939311345418,0.5059604906531633,0.18029565128624428,0.2051521450150755,3.501296090308817,7.685725527993512,0.2076054166255985,0.17138834380674176,0.1895153969930662,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.0192584208610544,1.0192584208610544,0.9589287439982096,0.47354502216702415,0.03758229273004747,0.03838970599880951,1.871688172227132,1.009583290700205,0.038911190784992444,0.03695887169551779,0.03517743472171839,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,33.72858796335121,33.72858796335121,4.590129971504211,0.8824815966576854,1.0354664786846801,0.42050005119790484,11.32155120452351,5.807631872230815,0.4995812363209304,0.39484989002186766,0.3170826537065039,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.2724518374912905,0.2724518374912905,0.45044587751229603,0.43159590843039497,0.3745716231661741,0.29486274229689186,3.4577341877208907,0.5219691920901947,0.38090216710797536,0.3287086929828599,0.20144172560887894,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.03459297158227178,0.03459297158227178,0.1415820684697893,0.7577630917547485,0.09363734157905695,0.10044350489924993,4.246155076695069,0.1859918589139637,0.12988762405429846,0.09887399690295418,0.10415529410798355,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TiRex,1.152973081141378,1.152973081141378,0.8751972516377767,0.5961608267635972,0.0494476243381449,0.047648394758504915,12.255809112412734,1.0737658409268653,0.05914707243570027,0.048209165597465804,0.03871690065110235,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,36.9562932382161,36.9562932382161,5.077369610468547,0.404117147909381,0.13465162935563177,0.13904509043434066,3.0360730294707614,6.079168795009405,0.16338191610327626,0.13645786187149508,0.16757809505009363,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.0257247503886902,1.0257247503886902,0.9670674006144205,0.48114342327916565,0.038017588486279306,0.038842219798652426,1.858545730648565,1.0127807020222543,0.0390281588390367,0.037266567228099304,0.03487736930870868,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,30.86254000500249,30.86254000500249,4.584708571434021,0.8755942099290439,0.5689769906370795,0.39865444112393794,8.873502833773665,5.5554063762251,0.46295053135209163,0.38205904761950177,0.30136271450254654,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,24193.03945230941,24193.03945230941,148.82438151041666,1.1521887600806453,0.053856953898965755,0.05548087616298197,34.89537487399193,155.54111820451018,0.05656040661982188,0.05411795691287879,0.05052296434396045,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 94eb157ce51c3fca5ba1f9305256c63ce03af6d8..a980d3e4d9e7c4355b4795b7f5b107a3e42734ee 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:24:16.197212+00:00", + "evaluated_at": "2026-06-18T03:34:43.798256+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ 65842.2890625, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index bc5f0210a184613777fae1947b47834ae6a9b8af..65af349f0b39ae9eecf0a1fbc02cd88b68e22188 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T02:19:44.369094+00:00", + "evaluated_at": "2026-06-18T03:34:48.079887+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4dec5b50e6f597a7eff64fe19b7c1192d3949054..10320a95c5c4c2115fb2e2c0946764d2a42504d8 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:17:01.639318+00:00", + "evaluated_at": "2026-06-18T03:34:52.891124+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,197 +305,197 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 1.5286933183670044, - 1.5525686740875244, - 1.5752756595611572, - 1.5974489450454712, - 1.6182780265808105, - 1.639153003692627, - 1.658268690109253, - 1.6778485774993896, - 1.6950236558914185, - 1.7120144367218018, - 1.7293434143066406, - 1.7449455261230469, - 1.7598005533218384, - 1.7741732597351074, - 1.788055419921875, - 1.800453782081604, - 1.8108603954315186, - 1.8192522525787354, - 1.8281033039093018, - 1.8350331783294678, - 1.8408355712890625, - 1.84613835811615, - 1.8523685932159424, - 1.8577276468276978, - 1.8619849681854248, - 1.8638858795166016, - 1.8653323650360107, - 1.866848349571228, - 1.8671984672546387, - 1.8658040761947632, - 1.8655847311019897, - 1.8642154932022095, - 1.9671788215637207, - 1.9723379611968994, - 1.9502707719802856, - 1.9407410621643066, - 1.9290573596954346, - 1.9136242866516113, - 1.8982839584350586, - 1.883253812789917, - 1.8676087856292725, - 1.8526065349578857, - 1.8392547369003296, - 1.8228647708892822, - 1.8105027675628662, - 1.7997798919677734, - 1.790937066078186, - 1.7762017250061035, - 1.764910340309143, - 1.7532718181610107, - 1.7415598630905151, - 1.7292439937591553, - 1.7195438146591187, - 1.7052578926086426, - 1.696056604385376, - 1.6843502521514893, - 1.6749250888824463, - 1.6673974990844727, - 1.6571376323699951, - 1.6480700969696045 + 1.5780515670776367, + 1.6019214391708374, + 1.6241748332977295, + 1.6461668014526367, + 1.667100191116333, + 1.688035249710083, + 1.706734538078308, + 1.7248789072036743, + 1.7421772480010986, + 1.759110927581787, + 1.7758129835128784, + 1.7907543182373047, + 1.80548894405365, + 1.8191454410552979, + 1.8318135738372803, + 1.8426837921142578, + 1.85237455368042, + 1.8608092069625854, + 1.8696602582931519, + 1.8767846822738647, + 1.8832974433898926, + 1.8886772394180298, + 1.8943486213684082, + 1.8985108137130737, + 1.9024529457092285, + 1.9043316841125488, + 1.9053468704223633, + 1.9067060947418213, + 1.9071661233901978, + 1.9055571556091309, + 1.9049053192138672, + 1.9027422666549683, + 2.007554054260254, + 2.006478786468506, + 1.982147455215454, + 1.9714598655700684, + 1.9592475891113281, + 1.9436661005020142, + 1.9283500909805298, + 1.9124764204025269, + 1.8970487117767334, + 1.883673906326294, + 1.8714715242385864, + 1.856856346130371, + 1.8461949825286865, + 1.8354871273040771, + 1.826526165008545, + 1.810219407081604, + 1.7981767654418945, + 1.7863718271255493, + 1.7737390995025635, + 1.7609788179397583, + 1.7515884637832642, + 1.7384045124053955, + 1.7295355796813965, + 1.7173264026641846, + 1.708658218383789, + 1.7016905546188354, + 1.6916589736938477, + 1.6830427646636963 ], "p10": [ - 1.516010046005249, - 1.5378063917160034, - 1.5567550659179688, - 1.574042797088623, - 1.5897350311279297, - 1.6037706136703491, - 1.6162503957748413, - 1.6284918785095215, - 1.6392107009887695, - 1.6477491855621338, - 1.6545045375823975, - 1.6598947048187256, - 1.663236141204834, - 1.666022539138794, - 1.665819764137268, - 1.6653121709823608, - 1.6632333993911743, - 1.655524492263794, - 1.6477583646774292, - 1.6382304430007935, - 1.6276743412017822, - 1.6204253435134888, - 1.611398458480835, - 1.6025390625, - 1.5879435539245605, - 1.5736138820648193, - 1.5569556951522827, - 1.5358202457427979, - 1.5134787559509277, - 1.4874019622802734, - 1.4600906372070312, - 1.4427992105484009, - 1.4703737497329712, - 1.4935846328735352, - 1.4873626232147217, - 1.4675390720367432, - 1.4382412433624268, - 1.4027142524719238, - 1.3624612092971802, - 1.3309240341186523, - 1.2980060577392578, - 1.2666939496994019, - 1.2304019927978516, - 1.2010403871536255, - 1.181131362915039, - 1.1577503681182861, - 1.13148033618927, - 1.1048896312713623, - 1.0866343975067139, - 1.0585919618606567, - 1.029200553894043, - 1.0039639472961426, - 0.9673486351966858, - 0.9423567652702332, - 0.9195940494537354, - 0.8988614082336426, - 0.8749290108680725, - 0.8559985160827637, - 0.8430787920951843, - 0.8194558620452881 + 1.5646593570709229, + 1.5863115787506104, + 1.605379343032837, + 1.622721552848816, + 1.6386265754699707, + 1.653083086013794, + 1.6648757457733154, + 1.6752350330352783, + 1.6855945587158203, + 1.6944591999053955, + 1.7006776332855225, + 1.7058278322219849, + 1.709351658821106, + 1.711298942565918, + 1.709738850593567, + 1.7070391178131104, + 1.7043876647949219, + 1.696937084197998, + 1.6895604133605957, + 1.6805258989334106, + 1.6705925464630127, + 1.663679599761963, + 1.6538255214691162, + 1.6434478759765625, + 1.6279528141021729, + 1.6134910583496094, + 1.5968759059906006, + 1.5756491422653198, + 1.5535587072372437, + 1.527756929397583, + 1.4998219013214111, + 1.4817893505096436, + 1.5347630977630615, + 1.538271188735962, + 1.5235579013824463, + 1.501120924949646, + 1.4694972038269043, + 1.4330224990844727, + 1.3932642936706543, + 1.3609647750854492, + 1.3282649517059326, + 1.299546480178833, + 1.2660257816314697, + 1.2380831241607666, + 1.2168647050857544, + 1.1901819705963135, + 1.1622653007507324, + 1.1313672065734863, + 1.1104075908660889, + 1.0814183950424194, + 1.050923228263855, + 1.0247968435287476, + 0.988425612449646, + 0.9651432037353516, + 0.9432348012924194, + 0.9212665557861328, + 0.8965003490447998, + 0.8758701086044312, + 0.8616507649421692, + 0.8375623226165771 ], "p90": [ - 1.5391440391540527, - 1.5659422874450684, - 1.5923172235488892, - 1.6203594207763672, - 1.6466667652130127, - 1.6730124950408936, - 1.6990010738372803, - 1.7271058559417725, - 1.7517824172973633, - 1.7764582633972168, - 1.8032200336456299, - 1.829524278640747, - 1.8539741039276123, - 1.8797663450241089, - 1.902791976928711, - 1.9273498058319092, - 1.9513100385665894, - 1.9745631217956543, - 1.997619867324829, - 2.020247220993042, - 2.0417075157165527, - 2.063657283782959, - 2.086092233657837, - 2.106670379638672, - 2.1266682147979736, - 2.145493268966675, - 2.1642887592315674, - 2.1831390857696533, - 2.1992249488830566, - 2.2149744033813477, - 2.2272539138793945, - 2.2360916137695312, - 2.241023540496826, - 2.292346954345703, - 2.3095362186431885, - 2.3322863578796387, - 2.347198486328125, - 2.3668875694274902, - 2.3882250785827637, - 2.4080052375793457, - 2.421114921569824, - 2.439903974533081, - 2.4555625915527344, - 2.4729552268981934, - 2.4849605560302734, - 2.4944701194763184, - 2.504810333251953, - 2.5039570331573486, - 2.5087132453918457, - 2.5194168090820312, - 2.5249252319335938, - 2.5377845764160156, - 2.5404348373413086, - 2.5501043796539307, - 2.555119514465332, - 2.5615196228027344, - 2.5604066848754883, - 2.567173957824707, - 2.571371555328369, - 2.5790205001831055 + 1.5894452333450317, + 1.6162996292114258, + 1.6419975757598877, + 1.669614553451538, + 1.6961860656738281, + 1.722210168838501, + 1.7479709386825562, + 1.774240493774414, + 1.799131989479065, + 1.8239483833312988, + 1.8496582508087158, + 1.875185489654541, + 1.8996028900146484, + 1.9244294166564941, + 1.9458580017089844, + 1.9687566757202148, + 1.9925274848937988, + 2.016726493835449, + 2.0397722721099854, + 2.062316417694092, + 2.0843300819396973, + 2.1063101291656494, + 2.127831220626831, + 2.1469435691833496, + 2.1666815280914307, + 2.185598850250244, + 2.2030560970306396, + 2.2216086387634277, + 2.237281322479248, + 2.2513654232025146, + 2.2619106769561768, + 2.268913984298706, + 2.2813117504119873, + 2.3258414268493652, + 2.3414597511291504, + 2.3644981384277344, + 2.379652261734009, + 2.399301528930664, + 2.4211132526397705, + 2.440509080886841, + 2.4546236991882324, + 2.4768543243408203, + 2.4942593574523926, + 2.513014316558838, + 2.5269675254821777, + 2.537844181060791, + 2.5504305362701416, + 2.5485739707946777, + 2.5541725158691406, + 2.565377712249756, + 2.5693650245666504, + 2.581368923187256, + 2.5842742919921875, + 2.5956239700317383, + 2.6015243530273438, + 2.6076183319091797, + 2.6078457832336426, + 2.6156649589538574, + 2.6209568977355957, + 2.630932569503784 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 34b3ef23b315219b591cd72c018e0058358800c8..143f51cdea80e5d8bd6f7cd07c966253534fb0cf 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:09:20.831367+00:00", + "evaluated_at": "2026-06-18T03:34:58.909883+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,234 +153,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.3334771394729614, - 1.295212984085083, - 1.2827390432357788, - 1.2803609371185303, - 1.2847957611083984, - 1.281669020652771, - 1.278955340385437, - 1.2772855758666992, - 1.2853708267211914, - 1.280009150505066, - 1.2771484851837158, - 1.2750285863876343, - 1.2764208316802979, - 1.2796729803085327, - 1.2721613645553589, - 1.277066946029663, - 1.2807490825653076, - 1.2741403579711914, - 1.2769312858581543, - 1.2944613695144653, - 1.2990609407424927, - 1.2820343971252441, - 1.2728900909423828, - 1.2593178749084473, - 1.2475569248199463, - 1.2471266984939575, - 1.2527576684951782, - 1.2607707977294922, - 1.2518645524978638, - 1.2444244623184204, - 1.2393451929092407, - 1.237113356590271, - 1.2964410781860352, - 1.3056530952453613, - 1.3032896518707275, - 1.29632568359375, - 1.2959004640579224, - 1.2935117483139038, - 1.291263222694397, - 1.3073264360427856, - 1.3154487609863281, - 1.3086663484573364, - 1.2964797019958496, - 1.297131896018982, - 1.2954407930374146, - 1.2943133115768433, - 1.295634150505066, - 1.2960764169692993, - 1.2929829359054565, - 1.2648652791976929, - 1.2873904705047607, - 1.2870315313339233, - 1.2810138463974, - 1.280932068824768, - 1.2793667316436768, - 1.2855212688446045, - 1.282236099243164, - 1.2842466831207275, - 1.2751116752624512, - 1.2630285024642944, - 1.262176275253296, - 1.267754316329956, - 1.27597975730896, - 1.272636890411377, - 1.2222973108291626, - 1.1926608085632324, - 1.2102527618408203, - 1.2243696451187134, - 1.2166154384613037, - 1.211143970489502, - 1.1969226598739624, - 1.19916570186615 + 1.4179586172103882, + 1.3603994846343994, + 1.340494155883789, + 1.3456088304519653, + 1.3417015075683594, + 1.3395659923553467, + 1.3316503763198853, + 1.3268519639968872, + 1.3222625255584717, + 1.3208736181259155, + 1.324082612991333, + 1.3207669258117676, + 1.3250664472579956, + 1.3172049522399902, + 1.316565990447998, + 1.315982699394226, + 1.3105883598327637, + 1.3140095472335815, + 1.3181345462799072, + 1.321743369102478, + 1.313840627670288, + 1.3119096755981445, + 1.3040872812271118, + 1.2997465133666992, + 1.3024373054504395, + 1.3007290363311768, + 1.301878809928894, + 1.2969948053359985, + 1.2896862030029297, + 1.279958724975586, + 1.2789126634597778, + 1.286040186882019, + 1.375139832496643, + 1.3704262971878052, + 1.3600437641143799, + 1.3615566492080688, + 1.3503516912460327, + 1.3583056926727295, + 1.352339506149292, + 1.3747620582580566, + 1.3682539463043213, + 1.354087471961975, + 1.3570919036865234, + 1.3470473289489746, + 1.354804515838623, + 1.3547286987304688, + 1.3587663173675537, + 1.3539360761642456, + 1.3292840719223022, + 1.3339650630950928, + 1.3329205513000488, + 1.3435688018798828, + 1.3346470594406128, + 1.3396254777908325, + 1.345564603805542, + 1.339458703994751, + 1.3337815999984741, + 1.3172038793563843, + 1.3175475597381592, + 1.314146876335144, + 1.3219753503799438, + 1.3294215202331543, + 1.3157176971435547, + 1.3187170028686523, + 1.2200112342834473, + 1.2260104417800903, + 1.2548651695251465, + 1.261966347694397, + 1.2424160242080688, + 1.2328821420669556, + 1.2259185314178467, + 1.2122957706451416 ], "p10": [ - 1.151024580001831, - 1.0978509187698364, - 1.083020806312561, - 1.0786523818969727, - 1.0800830125808716, - 1.0712112188339233, - 1.0633105039596558, - 1.0551483631134033, - 1.0589529275894165, - 1.0513184070587158, - 1.0441566705703735, - 1.038461685180664, - 1.0307494401931763, - 1.0274380445480347, - 1.0154402256011963, - 1.0145165920257568, - 1.0160703659057617, - 1.0066862106323242, - 1.0062675476074219, - 1.0199238061904907, - 1.018796443939209, - 1.0026131868362427, - 0.9965500235557556, - 0.9843192100524902, - 0.9704464673995972, - 0.9697681665420532, - 0.9752708077430725, - 0.9789417386054993, - 0.9681375622749329, - 0.9581657648086548, - 0.9502246379852295, - 0.948065459728241, - 0.9981358051300049, - 0.9972826242446899, - 0.9975367784500122, - 0.9861479997634888, - 0.979084312915802, - 0.96678227186203, - 0.9600898027420044, - 0.9656307101249695, - 0.9698953628540039, - 0.9649439454078674, - 0.9579910039901733, - 0.9634334444999695, - 0.9596410393714905, - 0.9546749591827393, - 0.956298291683197, - 0.9504422545433044, - 0.9416727423667908, - 0.9205923676490784, - 0.9316813945770264, - 0.9247584939002991, - 0.9219274520874023, - 0.9206118583679199, - 0.9207082390785217, - 0.9206265807151794, - 0.916930615901947, - 0.9196425676345825, - 0.913304328918457, - 0.9008239507675171, - 0.8968028426170349, - 0.8962547779083252, - 0.8977208733558655, - 0.896003782749176, - 0.8318591117858887, - 0.8611205816268921, - 0.856465756893158, - 0.835731029510498, - 0.8271453380584717, - 0.8153889775276184, - 0.8029773235321045, - 0.7996546626091003 + 1.2300035953521729, + 1.142826795578003, + 1.1164718866348267, + 1.1193221807479858, + 1.1145062446594238, + 1.1098692417144775, + 1.0975908041000366, + 1.087038516998291, + 1.0773564577102661, + 1.070165753364563, + 1.0669159889221191, + 1.0602251291275024, + 1.0581003427505493, + 1.044194221496582, + 1.0385907888412476, + 1.0333722829818726, + 1.0291870832443237, + 1.0303288698196411, + 1.032016634941101, + 1.033443808555603, + 1.022368311882019, + 1.021350622177124, + 1.014248013496399, + 1.0083245038986206, + 1.0097676515579224, + 1.0069026947021484, + 1.0096584558486938, + 1.0039076805114746, + 0.997481107711792, + 0.988267183303833, + 0.9877768754959106, + 0.9951773285865784, + 1.0479696989059448, + 1.0501468181610107, + 1.0449211597442627, + 1.0312248468399048, + 1.0173617601394653, + 1.013275146484375, + 1.0037275552749634, + 1.0149102210998535, + 1.015151858329773, + 1.0048627853393555, + 1.004956603050232, + 1.0036230087280273, + 1.0077775716781616, + 1.0024442672729492, + 1.0051398277282715, + 0.9965521097183228, + 0.9751913547515869, + 0.9761781096458435, + 0.9764058589935303, + 0.9817191958427429, + 0.9783146381378174, + 0.9813327193260193, + 0.9851484298706055, + 0.9770048260688782, + 0.9716086387634277, + 0.9581683278083801, + 0.9596400856971741, + 0.9538444876670837, + 0.9582668542861938, + 0.959980309009552, + 0.9521540999412537, + 0.9555404186248779, + 0.8743808269500732, + 0.9059593081474304, + 0.9046362638473511, + 0.8867586851119995, + 0.878147304058075, + 0.8659411072731018, + 0.8569515347480774, + 0.8489311337471008 ], "p90": [ - 1.562666893005371, - 1.5483579635620117, - 1.5525799989700317, - 1.5730599164962769, - 1.5943224430084229, - 1.5977089405059814, - 1.5957714319229126, - 1.5969140529632568, - 1.6126667261123657, - 1.615614414215088, - 1.619877576828003, - 1.625448226928711, - 1.6316924095153809, - 1.6417076587677002, - 1.6442937850952148, - 1.6650117635726929, - 1.6744714975357056, - 1.668625831604004, - 1.6744282245635986, - 1.7012505531311035, - 1.7183806896209717, - 1.694676399230957, - 1.6859843730926514, - 1.6693235635757446, - 1.6583377122879028, - 1.6578773260116577, - 1.6677167415618896, - 1.678936243057251, - 1.6710785627365112, - 1.6681050062179565, - 1.6644723415374756, - 1.6650221347808838, - 1.6712687015533447, - 1.7292051315307617, - 1.7362648248672485, - 1.753075122833252, - 1.7876882553100586, - 1.8063738346099854, - 1.8065991401672363, - 1.8338899612426758, - 1.8589940071105957, - 1.8490636348724365, - 1.8320423364639282, - 1.843662977218628, - 1.838418960571289, - 1.8371059894561768, - 1.8360798358917236, - 1.8563597202301025, - 1.8571171760559082, - 1.8183014392852783, - 1.8445812463760376, - 1.8401955366134644, - 1.840641975402832, - 1.8367736339569092, - 1.8367425203323364, - 1.8609035015106201, - 1.8605355024337769, - 1.8678271770477295, - 1.8511298894882202, - 1.8326468467712402, - 1.8349970579147339, - 1.8482253551483154, - 1.8621017932891846, - 1.8598525524139404, - 1.709991693496704, - 1.7556755542755127, - 1.7897491455078125, - 1.835119605064392, - 1.8725807666778564, - 1.8850083351135254, - 1.8523187637329102, - 1.8532806634902954 + 1.6193337440490723, + 1.6052541732788086, + 1.6208884716033936, + 1.6585248708724976, + 1.6774977445602417, + 1.687840223312378, + 1.6859478950500488, + 1.6890259981155396, + 1.6920130252838135, + 1.7008206844329834, + 1.7138304710388184, + 1.7181495428085327, + 1.725698709487915, + 1.7220635414123535, + 1.7341055870056152, + 1.7468321323394775, + 1.742262601852417, + 1.7454231977462769, + 1.7524757385253906, + 1.7617000341415405, + 1.7489519119262695, + 1.7492423057556152, + 1.740265130996704, + 1.7396135330200195, + 1.7449486255645752, + 1.7482922077178955, + 1.7566022872924805, + 1.754720687866211, + 1.750793695449829, + 1.7472639083862305, + 1.7512025833129883, + 1.7641514539718628, + 1.718092918395996, + 1.7677135467529297, + 1.76705002784729, + 1.7961986064910889, + 1.8111519813537598, + 1.8480424880981445, + 1.840416431427002, + 1.8751215934753418, + 1.8797142505645752, + 1.8727688789367676, + 1.886683702468872, + 1.8847306966781616, + 1.8993213176727295, + 1.9016494750976562, + 1.9072647094726562, + 1.9124150276184082, + 1.8744044303894043, + 1.881531834602356, + 1.8816590309143066, + 1.8989646434783936, + 1.8866908550262451, + 1.8954622745513916, + 1.9008361101150513, + 1.9043900966644287, + 1.9072513580322266, + 1.8926308155059814, + 1.8985893726348877, + 1.8974862098693848, + 1.9172613620758057, + 1.9366981983184814, + 1.9176304340362549, + 1.9244276285171509, + 1.714508056640625, + 1.797942876815796, + 1.814885139465332, + 1.8488340377807617, + 1.8527846336364746, + 1.8608132600784302, + 1.8586440086364746, + 1.8365745544433594 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 0d8825421b730ae82849307668df577ca4c780a5..a44f4f68828cf439fcf45bd9d410e26e80e344f1 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T02:20:12.103045+00:00", + "evaluated_at": "2026-06-18T03:35:05.031219+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -123,93 +101,113 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 21.10670280456543, - 21.11767578125, - 21.13255500793457, - 21.147933959960938, - 21.13904571533203, - 21.157438278198242, - 21.145801544189453, - 21.154563903808594, - 21.165485382080078, - 21.171489715576172, - 21.17786979675293, - 21.18536376953125, - 21.194324493408203, - 21.202470779418945, - 21.21056365966797, - 21.217620849609375, - 21.211322784423828, - 21.22144889831543, - 21.217634201049805, - 21.216136932373047, - 21.211755752563477, - 21.204845428466797, - 21.200721740722656, - 21.198989868164062 + 19.01891326904297, + 19.025400161743164, + 19.026498794555664, + 19.031171798706055, + 19.033950805664062, + 19.02896499633789, + 19.026355743408203, + 19.027036666870117, + 19.024499893188477, + 19.025480270385742, + 19.022783279418945, + 19.03216552734375, + 19.036205291748047, + 19.04245376586914, + 19.034120559692383, + 19.030494689941406, + 19.032747268676758, + 19.041412353515625, + 19.032825469970703, + 19.03205680847168, + 19.022197723388672, + 19.028284072875977, + 19.02326011657715, + 19.025453567504883 ], "p10": [ - 20.894207000732422, - 20.82496452331543, - 20.746952056884766, - 20.67884635925293, - 20.632022857666016, - 20.590497970581055, - 20.516376495361328, - 20.46111297607422, - 20.42235565185547, - 20.3834285736084, - 20.34999656677246, - 20.321369171142578, - 20.267169952392578, - 20.21881103515625, - 20.166364669799805, - 20.10239601135254, - 20.037750244140625, - 20.00358772277832, - 19.95827865600586, - 19.921571731567383, - 19.876277923583984, - 19.82788848876953, - 19.7914981842041, - 19.74784278869629 + 18.96719741821289, + 18.911033630371094, + 18.861982345581055, + 18.792152404785156, + 18.735076904296875, + 18.692764282226562, + 18.650115966796875, + 18.623111724853516, + 18.6033878326416, + 18.601879119873047, + 18.591053009033203, + 18.58209991455078, + 18.51882553100586, + 18.479278564453125, + 18.433622360229492, + 18.375076293945312, + 18.324710845947266, + 18.300107955932617, + 18.26775360107422, + 18.237916946411133, + 18.230159759521484, + 18.18042755126953, + 18.17584800720215, + 18.14883041381836 ], "p90": [ - 21.50045394897461, - 21.79059600830078, - 21.921768188476562, - 22.022743225097656, - 22.081974029541016, - 22.156208038330078, - 22.14273452758789, - 22.181352615356445, - 22.238525390625, - 22.31535530090332, - 22.39279556274414, - 22.437707901000977, - 22.46845245361328, - 22.533782958984375, - 22.636137008666992, - 22.675811767578125, - 22.676712036132812, - 22.696739196777344, - 22.692392349243164, - 22.69051742553711, - 22.684770584106445, - 22.703893661499023, - 22.720773696899414, - 22.746618270874023 + 19.164260864257812, + 19.30375862121582, + 19.450849533081055, + 19.66603660583496, + 19.910097122192383, + 19.966398239135742, + 19.89982795715332, + 19.91057777404785, + 20.02475929260254, + 20.084604263305664, + 20.122913360595703, + 20.14267349243164, + 20.16147804260254, + 20.196794509887695, + 20.182029724121094, + 20.235370635986328, + 20.307626724243164, + 20.31203269958496, + 20.28142547607422, + 20.216991424560547, + 20.350854873657227, + 20.40912628173828, + 20.415803909301758, + 20.417539596557617 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index d80b8c91f9e3b56caf0e626d541290918bfd826f..f4791c8d74c723c7ceed17f471f9aa7a380ad2e9 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T02:20:17.272273+00:00", + "evaluated_at": "2026-06-18T03:35:09.225908+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,88 +366,88 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 18.544883728027344, - 17.40900230407715, - 16.8585205078125, - 17.008575439453125, - 17.570343017578125, - 18.187660217285156, - 18.71408462524414, - 20.85688018798828, - 28.04827308654785, - 39.59575271606445, - 45.61054611206055, - 50.17945861816406, - 51.758018493652344, - 50.75296401977539, - 48.08362579345703, - 44.94742202758789, - 41.31702423095703, - 37.994895935058594, - 36.163429260253906, - 33.08048629760742, - 27.05498504638672, - 20.874065399169922, - 20.019794464111328, - 19.47882080078125 + 22.226970672607422, + 22.160999298095703, + 22.528560638427734, + 23.014270782470703, + 23.523658752441406, + 24.39308738708496, + 27.430511474609375, + 34.82352066040039, + 46.765480041503906, + 52.55075454711914, + 55.276939392089844, + 55.83412170410156, + 53.92972183227539, + 50.31425476074219, + 47.44529724121094, + 44.503299713134766, + 41.30681610107422, + 38.27977752685547, + 37.1932373046875, + 29.42279624938965, + 22.595779418945312, + 21.59087371826172, + 21.571456909179688, + 21.409778594970703 ], "p10": [ - 15.322818756103516, - 13.459121704101562, - 12.268293380737305, - 11.907949447631836, - 12.020870208740234, - 12.148477554321289, - 12.380781173706055, - 13.140556335449219, - 16.047325134277344, - 21.593372344970703, - 23.825355529785156, - 24.487762451171875, - 24.11903190612793, - 22.10515594482422, - 18.962520599365234, - 15.818662643432617, - 13.21444320678711, - 11.659990310668945, - 11.168228149414062, - 12.02577018737793, - 11.124258041381836, - 9.83863639831543, - 10.208602905273438, - 10.478145599365234 + 19.382261276245117, + 18.08450698852539, + 17.044906616210938, + 16.435646057128906, + 16.12824249267578, + 16.008098602294922, + 16.4622802734375, + 19.069583892822266, + 23.909181594848633, + 25.06751823425293, + 27.605270385742188, + 25.90073585510254, + 22.75546646118164, + 19.592674255371094, + 16.442441940307617, + 14.118762969970703, + 12.853254318237305, + 13.09402847290039, + 13.049591064453125, + 12.958053588867188, + 10.903995513916016, + 11.195259094238281, + 11.646587371826172, + 11.727081298828125 ], "p90": [ - 21.98025131225586, - 22.139583587646484, - 23.193384170532227, - 25.04756736755371, - 27.435012817382812, - 30.028030395507812, - 32.880916595458984, - 38.95844650268555, - 51.01880645751953, - 64.86260986328125, - 70.26839447021484, - 75.03672790527344, - 76.962646484375, - 75.60696411132812, - 73.85760498046875, - 71.62622833251953, - 68.88011932373047, - 66.04019927978516, - 64.82534790039062, - 61.301124572753906, - 52.13121795654297, - 41.37849044799805, - 37.53006362915039, - 34.55026626586914 + 25.37367820739746, + 27.151769638061523, + 30.30487060546875, + 34.202884674072266, + 38.26287841796875, + 43.1883430480957, + 49.005149841308594, + 59.90026092529297, + 72.51909637451172, + 76.52473449707031, + 79.07498931884766, + 80.03086853027344, + 78.78179931640625, + 75.31376647949219, + 73.8997802734375, + 71.5850830078125, + 69.50442504882812, + 65.98924255371094, + 64.01451110839844, + 54.31303024291992, + 43.361656188964844, + 40.046409606933594, + 37.992332458496094, + 36.58671569824219 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index fa77d8763407fe8507b1ec3b510d29d08812b0d9..82d60b5bf0d7f801183178b3d1c3454250b8c4ea 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T02:20:22.648220+00:00", + "evaluated_at": "2026-06-18T03:35:13.505874+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,96 +358,96 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 28.139970779418945, - 28.740175247192383, - 29.013362884521484, - 28.90323829650879, - 28.29890251159668, - 27.638504028320312, - 26.805252075195312, - 25.79004669189453, - 24.70724105834961, - 24.19240951538086, - 23.566673278808594, - 23.139114379882812, - 22.77008819580078, - 22.522912979125977, - 22.323232650756836, - 22.298126220703125, - 22.063905715942383, - 21.749242782592773, - 21.62834930419922, - 22.24866485595703, - 23.684181213378906, - 25.17922592163086, - 26.490026473999023, - 27.792861938476562 + 28.688365936279297, + 28.95514678955078, + 28.87740135192871, + 28.3773136138916, + 27.574874877929688, + 26.759422302246094, + 25.83939552307129, + 24.77657127380371, + 24.19027328491211, + 23.545047760009766, + 23.087398529052734, + 22.746807098388672, + 22.415071487426758, + 22.282291412353516, + 22.239110946655273, + 22.033262252807617, + 21.876815795898438, + 21.610658645629883, + 22.299243927001953, + 23.757568359375, + 25.18014907836914, + 26.457571029663086, + 27.563508987426758, + 28.457109451293945 ], "p10": [ - 27.38294792175293, - 27.562177658081055, - 27.447162628173828, - 27.138687133789062, - 26.4968204498291, - 25.876445770263672, - 25.090682983398438, - 24.198184967041016, - 23.17330551147461, - 22.650100708007812, - 22.018329620361328, - 21.581138610839844, - 21.024131774902344, - 20.488025665283203, - 20.062061309814453, - 19.958351135253906, - 19.660953521728516, - 19.36517906188965, - 19.40765380859375, - 20.12809181213379, - 21.445138931274414, - 22.615468978881836, - 23.550363540649414, - 24.424171447753906 + 27.959136962890625, + 27.833663940429688, + 27.460716247558594, + 26.814577102661133, + 26.003856658935547, + 25.222442626953125, + 24.35561752319336, + 23.331932067871094, + 22.734350204467773, + 22.05436134338379, + 21.567522048950195, + 21.180709838867188, + 20.67833137512207, + 20.29345703125, + 20.1054630279541, + 19.91388702392578, + 19.82135009765625, + 19.563507080078125, + 20.250581741333008, + 21.634931564331055, + 22.783279418945312, + 23.613338470458984, + 24.240718841552734, + 24.723609924316406 ], "p90": [ - 28.96898078918457, - 29.984630584716797, - 30.55343246459961, - 30.670230865478516, - 30.17569923400879, - 29.4725399017334, - 28.531320571899414, - 27.338623046875, - 26.166547775268555, - 25.619949340820312, - 24.978065490722656, - 24.552345275878906, - 24.23341941833496, - 24.092201232910156, - 23.979148864746094, - 24.06488800048828, - 23.859664916992188, - 23.600257873535156, - 23.49297523498535, - 24.211502075195312, - 25.904170989990234, - 27.653963088989258, - 29.274539947509766, - 30.99241065979004 + 29.460966110229492, + 30.083471298217773, + 30.21817398071289, + 29.86614418029785, + 29.146270751953125, + 28.32530975341797, + 27.305992126464844, + 26.11925506591797, + 25.513492584228516, + 24.88568115234375, + 24.441465377807617, + 24.130990982055664, + 23.87717628479004, + 23.869747161865234, + 23.917959213256836, + 23.77484130859375, + 23.633607864379883, + 23.368871688842773, + 24.0764102935791, + 25.69649314880371, + 27.535202026367188, + 29.04109001159668, + 30.50417137145996, + 31.772113800048828 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 0b1702059b903030e262e30461aa9d31b674dc72..75cd0914c1a721d842845cd032eef9c55fe98d13 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T02:20:28.038888+00:00", + "evaluated_at": "2026-06-18T03:35:21.242606+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,88 +198,88 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 11.287899017333984, - 12.20546817779541, - 12.762945175170898, - 12.939421653747559, - 12.931568145751953, - 12.977200508117676, - 13.082416534423828, - 13.234596252441406, - 13.392107009887695, - 13.559542655944824, - 13.552347183227539, - 13.48496150970459, - 13.422399520874023, - 13.506933212280273, - 13.627043724060059, - 13.717336654663086, - 13.794836044311523, - 13.88346004486084, - 13.613053321838379, - 13.536751747131348, - 13.407121658325195, - 13.491988182067871, - 13.619488716125488, - 13.77751350402832 + 12.009822845458984, + 12.533889770507812, + 12.686243057250977, + 12.699682235717773, + 12.593366622924805, + 12.724922180175781, + 12.815387725830078, + 13.009391784667969, + 13.215679168701172, + 13.289827346801758, + 13.24863338470459, + 13.022375106811523, + 13.103904724121094, + 13.15635871887207, + 13.273317337036133, + 13.417755126953125, + 13.505440711975098, + 13.257848739624023, + 13.021103858947754, + 13.029704093933105, + 13.065149307250977, + 13.1583251953125, + 13.297730445861816, + 13.315114974975586 ], "p10": [ - 8.398984909057617, - 8.698816299438477, - 8.73312759399414, - 8.558656692504883, - 8.629030227661133, - 8.646015167236328, - 8.61191177368164, - 8.656535148620605, - 8.743897438049316, - 8.764638900756836, - 8.756324768066406, - 8.770790100097656, - 8.760860443115234, - 8.803120613098145, - 8.899818420410156, - 8.825140953063965, - 8.745460510253906, - 8.712156295776367, - 8.73123550415039, - 8.680829048156738, - 8.67706298828125, - 8.620885848999023, - 8.608709335327148, - 8.669710159301758 + 7.928677082061768, + 8.054378509521484, + 8.062677383422852, + 8.111608505249023, + 8.018674850463867, + 7.999536514282227, + 8.028755187988281, + 8.095401763916016, + 8.164137840270996, + 8.116549491882324, + 8.10232925415039, + 7.960927486419678, + 8.021608352661133, + 8.076238632202148, + 8.125950813293457, + 8.154579162597656, + 8.143619537353516, + 8.102054595947266, + 7.9145731925964355, + 7.9149298667907715, + 7.894961357116699, + 7.9314398765563965, + 7.9767889976501465, + 7.930019855499268 ], "p90": [ - 18.416234970092773, - 19.50035285949707, - 20.077869415283203, - 20.14010238647461, - 20.19980239868164, - 20.150760650634766, - 19.935386657714844, - 20.191143035888672, - 20.279666900634766, - 20.65283966064453, - 20.62145233154297, - 20.518720626831055, - 20.054765701293945, - 20.166118621826172, - 20.430213928222656, - 20.58228302001953, - 20.597591400146484, - 20.79180335998535, - 20.437910079956055, - 20.377418518066406, - 20.18777847290039, - 20.337308883666992, - 20.36919403076172, - 20.524974822998047 + 18.75067138671875, + 19.9974365234375, + 20.039752960205078, + 19.99204444885254, + 19.94132423400879, + 20.122880935668945, + 20.2020206451416, + 20.37714958190918, + 20.630136489868164, + 20.769336700439453, + 20.707080841064453, + 20.447582244873047, + 20.492935180664062, + 20.569921493530273, + 20.84324836730957, + 21.271345138549805, + 21.493366241455078, + 21.021709442138672, + 20.567197799682617, + 20.68173599243164, + 20.651676177978516, + 20.902498245239258, + 21.1859073638916, + 21.223312377929688 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 74a33cd20b156b9003fa890a08f582607fd0376b..693e204223f176f390bb116e653cb0938999953b 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:09:26.796021+00:00", + "evaluated_at": "2026-06-18T03:35:25.515724+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 3e8b5c6daf598b3d807f63cf0f477d7e3558a9d0..c541ab30de40f360bcd91555b304eb090afa945c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,59 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:24:18.661802+00:00", + "evaluated_at": "2026-06-18T03:35:29.729064+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 039e0135ae98ec3eb878a999959d86314129653d..bc7046cc5800e89c20242928025207923b5221c7 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,829794.4190349579,829794.4190349579,767.85498046875,0.7794556417902819,0.011871710384526746,0.011774340575580881,3.4292427621244044,910.9305237146013,0.014005371613897493,0.01180561422312834,0.007747952907656104,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,842392.9424476624,842392.9424476624,772.888671875,0.7845653816050028,0.011951348854318927,0.011852454527920527,3.4292427621244044,917.8196677167374,0.01411238245792294,0.011883925479642675,0.007774351615665553,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.13934574542895514,0.13934574542895514,0.3202628920475642,0.3071820546576505,0.26247314366794344,0.21968799809503936,1.0614494108517052,0.37329043040098836,0.26907693725525483,0.23085338141698236,0.15643213284840662,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04020323878430925,0.04020323878430925,0.16496826377179888,0.949817152741478,0.10979562560318429,0.11880807701666221,3.420378281531284,0.20050745318892574,0.14029675816838472,0.11542968722485708,0.10212831394148215,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.397305476831965,2.397305476831965,1.2610963980356853,0.9669748581797956,0.06582440888520215,0.06269397528471832,11.924847844769204,1.548323440638927,0.07816525673625813,0.06366494308253348,0.04434896832845816,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.2948740005016,48.2948740005016,5.863091786702474,0.4675368276320806,0.15474478760321775,0.1713182766746686,3.274282655878631,6.9494513452863025,0.18771731264701322,0.15837276632623454,0.16960532582515042,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.8249066105863676,0.8249066105863676,0.8519196510314941,0.4207010297242541,0.03304062721956886,0.03366751132582274,2.2223672993838908,0.9082436955940667,0.03500537701452685,0.032834545084219596,0.03554642497712366,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,35.51162734309287,35.51162734309287,4.856497685114543,0.9336924788471216,1.0872528841596565,0.43905997179908596,11.885982314798637,5.95916330897995,0.5126161986219312,0.41776324173028323,0.32486774120991657,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.17776430334690266,0.17776430334690266,0.36929044624169666,0.35383661739916855,0.30484449717016066,0.25091846913029314,1.2033694484705968,0.4216210423435987,0.30767403739653976,0.26948627121546154,0.16439544282875668,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.026157534667932185,0.026157534667932185,0.13180142475499046,0.7054159908769347,0.0880480876313823,0.09285587341951317,3.3909676701162437,0.16173291151751454,0.112946360830296,0.0920436733540913,0.09040375372198155,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.1236133794348764,1.1236133794348764,0.8550874392191569,0.5824625634576847,0.04834674240106953,0.04659162124417541,3.0784452940315834,1.0600063110353997,0.058389145632525744,0.04710144128136562,0.031108653859728348,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.39435226271462,48.39435226271462,5.448832750320435,0.4336825796480714,0.13486675242669913,0.14727628980507823,2.429539707981284,6.956604937950309,0.186963626551856,0.14644119373761527,0.1601355696608508,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.4402784183404644,0.4402784183404644,0.6281394163767496,0.31251715123482565,0.024645064593403893,0.024994355266893132,1.9127940553205702,0.6635347906029226,0.025569741950226047,0.024205758330960888,0.02844588276201619,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,32.04695621665784,32.04695621665784,4.697450876235962,0.8971258967877701,0.6045789947913847,0.405259740969254,10.494785690813545,5.66100311046177,0.4717502592051475,0.39145423968633014,0.30360284867110077,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,11055.769020676613,11055.769020676613,101.49727376302083,0.7857853452620969,0.036854084400873316,0.037597404947786094,11.195946320564516,105.14641706057611,0.03823506074930041,0.036908099550189394,0.03062984705452967,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index c80d4a0e9cac47191e9523ba5a2a577b14b071db..43fb591beb49915c3705ffaaab9ff8acb4b01e62 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:24:05.158178+00:00", + "evaluated_at": "2026-06-18T03:33:15.132568+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64494.8203125 + 64374.01171875 ], "p50": [ 65841.625, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 617ba80f4793b726425595cd68412d46e8c67879..47250fa7bc1e8c098250a32ace27c7b33b2deeae 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:18:21.609695+00:00", + "evaluated_at": "2026-06-18T03:33:19.410819+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e2849fa470336c82e0c515489671e9afac6bd108..36398ce1e67e8989b3259fdb509239efe8bfda3e 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:16:41.804981+00:00", + "evaluated_at": "2026-06-18T03:33:24.585527+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6030000448226929, - 1.5959999561309814, 1.5950000286102295, 1.6100000143051147, 1.6089999675750732, @@ -245,11 +243,11 @@ 1.406999945640564, 1.4320000410079956, 1.4670000076293945, - 1.4980000257492065 + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842 ], "actuals": [ - 1.5180000066757202, - 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, @@ -307,197 +305,197 @@ 0.9940000176429749, 0.9950000047683716, 1.003000020980835, - 1.0149999856948853 + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812 ], "p50": [ - 1.526568055152893, - 1.5513215065002441, - 1.575275182723999, - 1.5992003679275513, - 1.620776891708374, - 1.6429331302642822, - 1.662075400352478, - 1.6819655895233154, - 1.6983051300048828, - 1.714261770248413, - 1.7306554317474365, - 1.7452163696289062, - 1.7593765258789062, - 1.7710059881210327, - 1.781315803527832, - 1.7916169166564941, - 1.799576997756958, - 1.8078842163085938, - 1.816845178604126, - 1.8223345279693604, - 1.8281404972076416, - 1.8326597213745117, - 1.834473967552185, - 1.8393840789794922, - 1.8394216299057007, - 1.8403511047363281, - 1.8425226211547852, - 1.839938998222351, - 1.8394527435302734, - 1.8370013236999512, - 1.8374016284942627, - 1.8214130401611328, - 1.7755966186523438, - 1.7702786922454834, - 1.7626829147338867, - 1.756352186203003, - 1.751200556755066, - 1.741816520690918, - 1.7375783920288086, - 1.7275571823120117, - 1.7186121940612793, - 1.7066696882247925, - 1.7012038230895996, - 1.6913254261016846, - 1.6828744411468506, - 1.6678271293640137, - 1.6599700450897217, - 1.6487776041030884, - 1.6350197792053223, - 1.6213934421539307, - 1.6103847026824951, - 1.5937891006469727, - 1.5874613523483276, - 1.57353675365448, - 1.5622544288635254, - 1.5524895191192627, - 1.5421242713928223, - 1.524280309677124, - 1.5146126747131348, - 1.5054312944412231 + 1.5762115716934204, + 1.5997083187103271, + 1.6219885349273682, + 1.6449253559112549, + 1.6649030447006226, + 1.6853290796279907, + 1.703169584274292, + 1.7215027809143066, + 1.7367007732391357, + 1.7517120838165283, + 1.7674572467803955, + 1.7813689708709717, + 1.794243335723877, + 1.8058489561080933, + 1.815629482269287, + 1.8245370388031006, + 1.8323249816894531, + 1.8397536277770996, + 1.8474195003509521, + 1.8520053625106812, + 1.85736083984375, + 1.8616185188293457, + 1.8618186712265015, + 1.8659112453460693, + 1.8639812469482422, + 1.8627088069915771, + 1.863293170928955, + 1.858893871307373, + 1.8570334911346436, + 1.8522870540618896, + 1.8513827323913574, + 1.8385396003723145, + 1.8239480257034302, + 1.822099208831787, + 1.8171401023864746, + 1.8107130527496338, + 1.8040902614593506, + 1.7939605712890625, + 1.7874906063079834, + 1.778122067451477, + 1.7672717571258545, + 1.7532613277435303, + 1.743812084197998, + 1.7317897081375122, + 1.7218079566955566, + 1.706848382949829, + 1.6959073543548584, + 1.680711269378662, + 1.6640766859054565, + 1.6491355895996094, + 1.6356585025787354, + 1.6159584522247314, + 1.605224370956421, + 1.5863449573516846, + 1.5735794305801392, + 1.5617172718048096, + 1.548893928527832, + 1.5254102945327759, + 1.5126231908798218, + 1.4992613792419434 ], "p10": [ - 1.5116134881973267, - 1.5305185317993164, - 1.5491528511047363, - 1.5649030208587646, - 1.5786213874816895, - 1.5913360118865967, - 1.6003775596618652, - 1.608759880065918, - 1.6144251823425293, - 1.6206589937210083, - 1.6231849193572998, - 1.6229708194732666, - 1.621727466583252, - 1.6175127029418945, - 1.6106172800064087, - 1.6007835865020752, - 1.5887705087661743, - 1.5786669254302979, - 1.5650229454040527, - 1.550331711769104, - 1.532826542854309, - 1.5161300897598267, - 1.4919936656951904, - 1.4723427295684814, - 1.4480063915252686, - 1.4268615245819092, - 1.3978121280670166, - 1.3687745332717896, - 1.339672327041626, - 1.3079065084457397, - 1.2750511169433594, - 1.2389627695083618, - 1.2359853982925415, - 1.2190330028533936, - 1.1724833250045776, - 1.146647334098816, - 1.1066102981567383, - 1.0771361589431763, - 1.0389364957809448, - 0.9995203018188477, - 0.9685660600662231, - 0.9224324226379395, - 0.885780394077301, - 0.8484706282615662, - 0.8173292875289917, - 0.7827826738357544, - 0.7490079402923584, - 0.6990916132926941, - 0.6632426977157593, - 0.6286144256591797, - 0.5960861444473267, - 0.542001485824585, - 0.5126359462738037, - 0.4709254503250122, - 0.4282732605934143, - 0.38588768243789673, - 0.3532369136810303, - 0.3070114254951477, - 0.2682427167892456, - 0.2228759527206421 + 1.562659740447998, + 1.5816872119903564, + 1.6003811359405518, + 1.616172194480896, + 1.6304986476898193, + 1.6436108350753784, + 1.652458667755127, + 1.6615016460418701, + 1.6676794290542603, + 1.6749792098999023, + 1.6798312664031982, + 1.6815390586853027, + 1.68226957321167, + 1.679574728012085, + 1.6753151416778564, + 1.6665040254592896, + 1.6567597389221191, + 1.6485378742218018, + 1.6366533041000366, + 1.6217901706695557, + 1.6068497896194458, + 1.5938440561294556, + 1.5728996992111206, + 1.5563544034957886, + 1.533144235610962, + 1.512519121170044, + 1.487607479095459, + 1.4592125415802002, + 1.4295748472213745, + 1.3994858264923096, + 1.3688396215438843, + 1.3323054313659668, + 1.339917540550232, + 1.3137308359146118, + 1.273684024810791, + 1.2513538599014282, + 1.2157384157180786, + 1.1869525909423828, + 1.1506551504135132, + 1.1130255460739136, + 1.0837302207946777, + 1.0403589010238647, + 1.0036444664001465, + 0.9599753618240356, + 0.9270758628845215, + 0.8896872997283936, + 0.852020263671875, + 0.7990232110023499, + 0.7622331380844116, + 0.7260380983352661, + 0.6912206411361694, + 0.6372717022895813, + 0.6060842275619507, + 0.5586226582527161, + 0.5129804611206055, + 0.4680488705635071, + 0.43148088455200195, + 0.3802841901779175, + 0.34125030040740967, + 0.29119575023651123 ], "p90": [ - 1.5409451723098755, - 1.5688036680221558, - 1.5987796783447266, - 1.6264221668243408, - 1.6555333137512207, - 1.6860322952270508, - 1.7128865718841553, - 1.741227149963379, - 1.7671010494232178, - 1.7942709922790527, - 1.8228368759155273, - 1.8501596450805664, - 1.8814308643341064, - 1.9088106155395508, - 1.9364655017852783, - 1.9622352123260498, - 1.9915361404418945, - 2.0175247192382812, - 2.048591136932373, - 2.0766868591308594, - 2.1073663234710693, - 2.134831428527832, - 2.161860227584839, - 2.1923203468322754, - 2.2180299758911133, - 2.245382308959961, - 2.2735140323638916, - 2.299294948577881, - 2.319040298461914, - 2.3552379608154297, - 2.372664451599121, - 2.3963170051574707, - 2.3098108768463135, - 2.326416492462158, - 2.348663091659546, - 2.3877038955688477, - 2.402806282043457, - 2.4173450469970703, - 2.4497671127319336, - 2.4649786949157715, - 2.483454942703247, - 2.5117411613464355, - 2.5249509811401367, - 2.547239065170288, - 2.578084945678711, - 2.6016581058502197, - 2.6246283054351807, - 2.644657611846924, - 2.6646947860717773, - 2.6880455017089844, - 2.703876495361328, - 2.715991497039795, - 2.7364091873168945, - 2.7509095668792725, - 2.76840877532959, - 2.7817091941833496, - 2.8092269897460938, - 2.816265344619751, - 2.835970401763916, - 2.8545584678649902 + 1.5902186632156372, + 1.6156737804412842, + 1.6437208652496338, + 1.669572353363037, + 1.6962156295776367, + 1.7234296798706055, + 1.7469053268432617, + 1.772356629371643, + 1.795093297958374, + 1.8185145854949951, + 1.8440463542938232, + 1.8673481941223145, + 1.8926517963409424, + 1.9164440631866455, + 1.9389013051986694, + 1.9605096578598022, + 1.9830702543258667, + 2.0033185482025146, + 2.0269525051116943, + 2.0489344596862793, + 2.072112798690796, + 2.091174602508545, + 2.1105685234069824, + 2.133002281188965, + 2.151365280151367, + 2.1714723110198975, + 2.191218852996826, + 2.2085041999816895, + 2.221126079559326, + 2.2426204681396484, + 2.2579972743988037, + 2.274069309234619, + 2.2765817642211914, + 2.286402463912964, + 2.312140464782715, + 2.347264289855957, + 2.3558712005615234, + 2.367485761642456, + 2.3890364170074463, + 2.397529125213623, + 2.411107063293457, + 2.4329376220703125, + 2.43912410736084, + 2.4543209075927734, + 2.481843948364258, + 2.4956600666046143, + 2.5100340843200684, + 2.530445098876953, + 2.545006275177002, + 2.5581138134002686, + 2.5724308490753174, + 2.5767149925231934, + 2.5861618518829346, + 2.592454433441162, + 2.600025177001953, + 2.607412815093994, + 2.6278886795043945, + 2.62941312789917, + 2.6349143981933594, + 2.652486801147461 ], "timestamps": [ - "2026-06-16 21:12:00", - "2026-06-16 21:18:00", "2026-06-16 21:24:00", "2026-06-16 21:30:00", "2026-06-16 21:36:00", @@ -795,6 +793,8 @@ "2026-06-18 02:48:00", "2026-06-18 02:54:00", "2026-06-18 03:00:00", - "2026-06-18 03:06:00" + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index cc15d057447070443ba1e45a6683cbbc939d2513..6b7220746b3bcfe833a8e6b753068daf3b2a2939 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:09:00.736572+00:00", + "evaluated_at": "2026-06-18T03:33:30.014084+00:00", "freq": "10min", "context_length": 75, "prediction_length": 72, "context": [ - 1.100000023841858, 1.100000023841858, 1.0, 1.0, @@ -80,10 +79,10 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -154,234 +153,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.4065089225769043, - 1.2630716562271118, - 1.2751212120056152, - 1.281229019165039, - 1.2825850248336792, - 1.2712702751159668, - 1.2702264785766602, - 1.2737728357315063, - 1.283038854598999, - 1.2934248447418213, - 1.2793116569519043, - 1.2756836414337158, - 1.2641980648040771, - 1.2641890048980713, - 1.269520878791809, - 1.274610996246338, - 1.2770686149597168, - 1.2661247253417969, - 1.2639464139938354, - 1.2669371366500854, - 1.2687174081802368, - 1.2733941078186035, - 1.2640023231506348, - 1.2587087154388428, - 1.254241943359375, - 1.2542181015014648, - 1.2603529691696167, - 1.262988805770874, - 1.2657673358917236, - 1.2543613910675049, - 1.2494220733642578, - 1.2536897659301758, - 1.2739498615264893, - 1.2731605768203735, - 1.264933705329895, - 1.2675236463546753, - 1.2666473388671875, - 1.2654354572296143, - 1.2686734199523926, - 1.273756504058838, - 1.2779964208602905, - 1.2736520767211914, - 1.2722512483596802, - 1.2761305570602417, - 1.2760385274887085, - 1.2765307426452637, - 1.2750577926635742, - 1.273262858390808, - 1.2695010900497437, - 1.2691384553909302, - 1.27010178565979, - 1.2716394662857056, - 1.2720630168914795, - 1.2713220119476318, - 1.2702765464782715, - 1.270717740058899, - 1.271706461906433, - 1.272626280784607, - 1.2768994569778442, - 1.2758443355560303, - 1.275339961051941, - 1.2749475240707397, - 1.2724486589431763, - 1.2702003717422485, - 1.2714651823043823, - 1.2657922506332397, - 1.2633681297302246, - 1.2675156593322754, - 1.2691400051116943, - 1.2712167501449585, - 1.2731904983520508, - 1.2741398811340332 + 1.404977798461914, + 1.3279399871826172, + 1.338924765586853, + 1.343745470046997, + 1.3335654735565186, + 1.334794044494629, + 1.3361085653305054, + 1.3389246463775635, + 1.3431034088134766, + 1.335065245628357, + 1.3379638195037842, + 1.3434736728668213, + 1.3397847414016724, + 1.3398900032043457, + 1.3421696424484253, + 1.338886022567749, + 1.3363404273986816, + 1.336503505706787, + 1.3378829956054688, + 1.3384592533111572, + 1.3383078575134277, + 1.3322094678878784, + 1.3290398120880127, + 1.3275861740112305, + 1.3257924318313599, + 1.325793743133545, + 1.3275961875915527, + 1.326622486114502, + 1.3236327171325684, + 1.3223806619644165, + 1.321229100227356, + 1.3248355388641357, + 1.3428699970245361, + 1.3393186330795288, + 1.3342461585998535, + 1.3380146026611328, + 1.337216854095459, + 1.3358241319656372, + 1.3411891460418701, + 1.3444668054580688, + 1.3455277681350708, + 1.3471710681915283, + 1.347310185432434, + 1.3467060327529907, + 1.3482003211975098, + 1.347285509109497, + 1.3469274044036865, + 1.3482662439346313, + 1.3460594415664673, + 1.3432344198226929, + 1.3433994054794312, + 1.3419013023376465, + 1.3408995866775513, + 1.3400790691375732, + 1.3410274982452393, + 1.3409969806671143, + 1.3415776491165161, + 1.3414726257324219, + 1.343761682510376, + 1.3434001207351685, + 1.341798186302185, + 1.3399206399917603, + 1.338599443435669, + 1.3388980627059937, + 1.3179471492767334, + 1.316075325012207, + 1.3167614936828613, + 1.3207221031188965, + 1.3238760232925415, + 1.323699712753296, + 1.3283650875091553, + 1.3301231861114502 ], "p10": [ - 1.2500845193862915, - 1.1038340330123901, - 1.1118628978729248, - 1.1132184267044067, - 1.1088454723358154, - 1.0969620943069458, - 1.0935012102127075, - 1.089558720588684, - 1.0918645858764648, - 1.0980483293533325, - 1.0767672061920166, - 1.0710973739624023, - 1.0569069385528564, - 1.0546655654907227, - 1.0530067682266235, - 1.0589706897735596, - 1.0537081956863403, - 1.0419222116470337, - 1.0364817380905151, - 1.0374343395233154, - 1.0351654291152954, - 1.0370365381240845, - 1.0270980596542358, - 1.0208319425582886, - 1.0148792266845703, - 1.0131642818450928, - 1.0170714855194092, - 1.0180691480636597, - 1.0155811309814453, - 1.0088995695114136, - 1.002578854560852, - 1.008131980895996, - 1.039188027381897, - 1.0515837669372559, - 1.047202229499817, - 1.0461242198944092, - 1.0382119417190552, - 1.0356571674346924, - 1.0346732139587402, - 1.0356873273849487, - 1.038062572479248, - 1.0345975160598755, - 1.031221866607666, - 1.0302834510803223, - 1.0294122695922852, - 1.0271738767623901, - 1.025383710861206, - 1.0248615741729736, - 1.0173050165176392, - 1.0157157182693481, - 1.015581488609314, - 1.014358401298523, - 1.0127999782562256, - 1.0126255750656128, - 1.0117628574371338, - 1.0110726356506348, - 1.0089313983917236, - 1.0074315071105957, - 1.006154179573059, - 1.006773591041565, - 1.0028789043426514, - 1.0017485618591309, - 1.0000313520431519, - 0.9980133771896362, - 1.021260380744934, - 1.0210641622543335, - 1.0185928344726562, - 1.020617127418518, - 1.0165777206420898, - 1.0151495933532715, - 1.0088801383972168, - 1.0123413801193237 + 1.209963083267212, + 1.1494245529174805, + 1.155946969985962, + 1.1561836004257202, + 1.140895962715149, + 1.139402151107788, + 1.138965129852295, + 1.1378945112228394, + 1.1366158723831177, + 1.1274968385696411, + 1.1253405809402466, + 1.1253352165222168, + 1.1153686046600342, + 1.1121126413345337, + 1.1114081144332886, + 1.1066664457321167, + 1.0977483987808228, + 1.0958255529403687, + 1.0953372716903687, + 1.089005470275879, + 1.0905271768569946, + 1.0783687829971313, + 1.070908546447754, + 1.0650523900985718, + 1.0605467557907104, + 1.0605642795562744, + 1.0523433685302734, + 1.048922061920166, + 1.0432614088058472, + 1.0387170314788818, + 1.0389245748519897, + 1.042803168296814, + 1.0763171911239624, + 1.073176622390747, + 1.067636251449585, + 1.065398097038269, + 1.0586601495742798, + 1.0544235706329346, + 1.055473804473877, + 1.0539048910140991, + 1.0554875135421753, + 1.0547586679458618, + 1.052574634552002, + 1.0478103160858154, + 1.0460716485977173, + 1.0428171157836914, + 1.0415157079696655, + 1.0426111221313477, + 1.0347156524658203, + 1.0316530466079712, + 1.0311576128005981, + 1.0280730724334717, + 1.0250086784362793, + 1.0261447429656982, + 1.0257326364517212, + 1.024500846862793, + 1.0225152969360352, + 1.0213128328323364, + 1.0206069946289062, + 1.0207791328430176, + 1.0178465843200684, + 1.0170559883117676, + 1.0147769451141357, + 1.0133936405181885, + 1.0315308570861816, + 1.025160551071167, + 1.0255986452102661, + 1.0245516300201416, + 1.0237877368927002, + 1.0214076042175293, + 1.0212483406066895, + 1.0185399055480957 ], "p90": [ - 1.5422697067260742, - 1.4937376976013184, - 1.491957187652588, - 1.5153452157974243, - 1.5218199491500854, - 1.5102664232254028, - 1.510512113571167, - 1.5213403701782227, - 1.537825584411621, - 1.5557746887207031, - 1.5408906936645508, - 1.5489600896835327, - 1.5339254140853882, - 1.5356558561325073, - 1.5442413091659546, - 1.5631173849105835, - 1.5700397491455078, - 1.5568571090698242, - 1.563866376876831, - 1.5765025615692139, - 1.5798652172088623, - 1.5935542583465576, - 1.5803349018096924, - 1.577738881111145, - 1.5801163911819458, - 1.5830730199813843, - 1.6042795181274414, - 1.6123403310775757, - 1.6157317161560059, - 1.6080323457717896, - 1.600787878036499, - 1.6200628280639648, - 1.6727732419967651, - 1.6380469799041748, - 1.62027907371521, - 1.6532745361328125, - 1.6459708213806152, - 1.6374101638793945, - 1.644986867904663, - 1.6503150463104248, - 1.6648099422454834, - 1.6529552936553955, - 1.6516366004943848, - 1.6716806888580322, - 1.6737127304077148, - 1.6747175455093384, - 1.6656630039215088, - 1.6747710704803467, - 1.6734097003936768, - 1.676872968673706, - 1.6904430389404297, - 1.6944403648376465, - 1.6927200555801392, - 1.6991865634918213, - 1.7061164379119873, - 1.7061046361923218, - 1.7137091159820557, - 1.7181580066680908, - 1.7389748096466064, - 1.7373844385147095, - 1.7378531694412231, - 1.7422029972076416, - 1.7357263565063477, - 1.726872205734253, - 1.7318376302719116, - 1.709456205368042, - 1.688197135925293, - 1.7236145734786987, - 1.7215758562088013, - 1.720221757888794, - 1.733004093170166, - 1.7350691556930542 + 1.5414658784866333, + 1.5359001159667969, + 1.5358781814575195, + 1.5420539379119873, + 1.5398286581039429, + 1.5445879697799683, + 1.551206350326538, + 1.559739589691162, + 1.572087049484253, + 1.5659785270690918, + 1.5793293714523315, + 1.599459171295166, + 1.5995218753814697, + 1.6035943031311035, + 1.6100053787231445, + 1.6163091659545898, + 1.6163244247436523, + 1.621255874633789, + 1.634686827659607, + 1.6392340660095215, + 1.6421258449554443, + 1.6436612606048584, + 1.6403141021728516, + 1.6442725658416748, + 1.6486690044403076, + 1.6539058685302734, + 1.664269208908081, + 1.6672499179840088, + 1.6654213666915894, + 1.6680374145507812, + 1.6719789505004883, + 1.6901116371154785, + 1.7232310771942139, + 1.6991424560546875, + 1.6736338138580322, + 1.7128643989562988, + 1.7026511430740356, + 1.7042452096939087, + 1.714019536972046, + 1.716345191001892, + 1.7253354787826538, + 1.728940725326538, + 1.731602430343628, + 1.7464780807495117, + 1.748232126235962, + 1.7537057399749756, + 1.7555466890335083, + 1.772966980934143, + 1.772616982460022, + 1.7752985954284668, + 1.7843132019042969, + 1.787582278251648, + 1.7848670482635498, + 1.789506435394287, + 1.8016504049301147, + 1.809173345565796, + 1.8148713111877441, + 1.8210351467132568, + 1.8312777280807495, + 1.8368651866912842, + 1.8399018049240112, + 1.839295744895935, + 1.8402855396270752, + 1.8402870893478394, + 1.809579849243164, + 1.782947063446045, + 1.7423226833343506, + 1.7811875343322754, + 1.775343656539917, + 1.770748257637024, + 1.7904739379882812, + 1.7922213077545166 ], "timestamps": [ - "2026-06-16 02:50:00", - "2026-06-16 03:00:00", - "2026-06-16 03:10:00", "2026-06-16 03:20:00", "2026-06-16 03:30:00", "2026-06-16 03:40:00", @@ -525,6 +522,9 @@ "2026-06-17 02:40:00", "2026-06-17 02:50:00", "2026-06-17 03:00:00", - "2026-06-17 03:10:00" + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index e776fc92f292f105a8ee56bbf018709020e79509..c66d7e2a5d9483e4f484091cc9e79a3f48e24f70 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:18:37.465539+00:00", + "evaluated_at": "2026-06-18T03:33:40.181812+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.299999237060547, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 20.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -101,9 +81,7 @@ 21.0, 21.0, 21.0, - 21.100000381469727 - ], - "actuals": [ + 21.100000381469727, 21.0, 21.0, 21.0, @@ -123,93 +101,113 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 21.081974029541016, - 21.077539443969727, - 21.078210830688477, - 21.07303810119629, - 21.06287956237793, - 21.072059631347656, - 21.069263458251953, - 21.0731201171875, - 21.066139221191406, - 21.069368362426758, - 21.06481170654297, - 21.067628860473633, - 21.06641387939453, - 21.069490432739258, - 21.06828498840332, - 21.0666561126709, - 21.071807861328125, - 21.06822395324707, - 21.068498611450195, - 21.067604064941406, - 21.066659927368164, - 21.06574058532715, - 21.06452178955078, - 21.066377639770508 + 18.99867820739746, + 18.998571395874023, + 19.001508712768555, + 18.997947692871094, + 18.997514724731445, + 18.999813079833984, + 19.00313949584961, + 18.992891311645508, + 18.994295120239258, + 19.006959915161133, + 18.99730110168457, + 19.005109786987305, + 19.011045455932617, + 19.005802154541016, + 19.009538650512695, + 19.00762176513672, + 19.02463722229004, + 19.03409767150879, + 19.0352725982666, + 19.030609130859375, + 19.016836166381836, + 19.01644515991211, + 19.0159912109375, + 19.00589370727539 ], "p10": [ - 20.675918579101562, - 20.58778953552246, - 20.441802978515625, - 20.35137367248535, - 20.245424270629883, - 20.25925636291504, - 20.16404151916504, - 20.09150505065918, - 20.059329986572266, - 19.98979377746582, - 19.966211318969727, - 19.913297653198242, - 19.870702743530273, - 19.821115493774414, - 19.782411575317383, - 19.73649787902832, - 19.672487258911133, - 19.61773681640625, - 19.567657470703125, - 19.530494689941406, - 19.463558197021484, - 19.449979782104492, - 19.398902893066406, - 19.38098907470703 + 18.96707534790039, + 18.891319274902344, + 18.6567440032959, + 18.473896026611328, + 18.277851104736328, + 18.04960823059082, + 17.916357040405273, + 17.827238082885742, + 17.71685791015625, + 17.72964859008789, + 17.734935760498047, + 17.69526481628418, + 17.653541564941406, + 17.606788635253906, + 17.575380325317383, + 17.53287124633789, + 17.5177001953125, + 17.50398826599121, + 17.487796783447266, + 17.46921730041504, + 17.450523376464844, + 17.41396713256836, + 17.394550323486328, + 17.393449783325195 ], "p90": [ - 21.887454986572266, - 21.956729888916016, - 22.009532928466797, - 21.946077346801758, - 22.067344665527344, - 21.999845504760742, - 22.147109985351562, - 22.151199340820312, - 22.22283172607422, - 22.198331832885742, - 22.283863067626953, - 22.326400756835938, - 22.388893127441406, - 22.41360092163086, - 22.46973419189453, - 22.52126693725586, - 22.57052230834961, - 22.612323760986328, - 22.64892578125, - 22.69441795349121, - 22.736488342285156, - 22.77642822265625, - 22.798480987548828, - 22.851741790771484 + 19.2967586517334, + 19.858842849731445, + 19.88458251953125, + 19.943477630615234, + 19.931148529052734, + 19.957658767700195, + 19.97890281677246, + 19.986013412475586, + 20.052154541015625, + 20.077367782592773, + 20.11697769165039, + 20.217748641967773, + 20.324567794799805, + 20.428125381469727, + 20.532649993896484, + 20.625146865844727, + 20.69757843017578, + 20.75554084777832, + 20.81086540222168, + 20.87824249267578, + 20.929386138916016, + 20.974281311035156, + 21.016698837280273, + 21.04705810546875 ], "timestamps": [ - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", @@ -327,6 +325,8 @@ "2026-06-22 12:00:00", "2026-06-22 13:00:00", "2026-06-22 14:00:00", - "2026-06-22 15:00:00" + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index a409f30c88b4014568fd60a52bcfda81070bcbd3..5004f3f10d118f0d1e88224d71c4c49adfb31247 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:18:46.590075+00:00", + "evaluated_at": "2026-06-18T03:33:45.645394+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.20000076293945, 32.599998474121094, 33.29999923706055, 35.5, @@ -341,10 +340,10 @@ 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273 + 20.399999618530273, + 22.5 ], "actuals": [ - 22.5, 24.0, 24.799999237060547, 26.200000762939453, @@ -367,88 +366,88 @@ 29.600000381469727, 25.200000762939453, 25.700000762939453, - 26.299999237060547 + 26.299999237060547, + 27.0 ], "p50": [ - 20.317174911499023, - 20.19158172607422, - 20.2137451171875, - 20.325969696044922, - 20.37681770324707, - 20.28392791748047, - 20.687654495239258, - 22.198518753051758, - 27.151996612548828, - 36.25294494628906, - 41.72694396972656, - 45.75963592529297, - 47.98368835449219, - 47.081153869628906, - 46.833011627197266, - 46.475250244140625, - 43.521793365478516, - 42.00067138671875, - 38.51626205444336, - 34.57722091674805, - 28.156688690185547, - 19.044151306152344, - 19.352645874023438, - 18.860342025756836 + 22.837047576904297, + 22.90957260131836, + 23.1922664642334, + 23.25572967529297, + 23.38998031616211, + 23.467382431030273, + 25.18061065673828, + 30.391786575317383, + 37.67229080200195, + 41.307003021240234, + 44.779876708984375, + 45.98133087158203, + 45.62626266479492, + 44.25184631347656, + 45.20465087890625, + 44.226966857910156, + 42.46625518798828, + 41.097442626953125, + 37.56665802001953, + 29.353181838989258, + 20.316936492919922, + 20.505720138549805, + 20.049985885620117, + 19.67679214477539 ], "p10": [ - 19.099472045898438, - 18.06795883178711, - 17.16146469116211, - 16.562984466552734, - 15.94361400604248, - 15.281062126159668, - 15.317488670349121, - 16.078214645385742, - 18.672910690307617, - 21.51833152770996, - 23.607858657836914, - 25.852134704589844, - 23.88850212097168, - 21.253334045410156, - 20.55657196044922, - 17.60414695739746, - 15.532002449035645, - 14.242593765258789, - 12.236745834350586, - 13.85743522644043, - 13.797748565673828, - 9.999214172363281, - 10.97152328491211, - 11.010004043579102 + 21.03515625, + 19.8592586517334, + 18.889053344726562, + 18.29705047607422, + 17.59212303161621, + 16.931194305419922, + 17.37932586669922, + 20.063411712646484, + 22.67203140258789, + 24.25226593017578, + 25.363557815551758, + 25.020498275756836, + 21.99585723876953, + 19.971942901611328, + 19.18520736694336, + 17.11233139038086, + 15.842879295349121, + 14.647064208984375, + 14.54351806640625, + 14.589639663696289, + 10.885751724243164, + 11.6331787109375, + 11.811954498291016, + 11.684362411499023 ], "p90": [ - 21.428922653198242, - 22.333215713500977, - 23.278121948242188, - 24.301319122314453, - 25.240474700927734, - 26.127017974853516, - 27.355070114135742, - 29.838958740234375, - 39.004638671875, - 56.551753997802734, - 60.702308654785156, - 65.67695617675781, - 69.21209716796875, - 70.49081420898438, - 69.92520141601562, - 70.8055419921875, - 66.86339569091797, - 64.53826141357422, - 64.46316528320312, - 61.46727752685547, - 52.04621887207031, - 35.79682922363281, - 31.9053955078125, - 29.500852584838867 + 24.16968536376953, + 25.66517448425293, + 27.547861099243164, + 28.750320434570312, + 30.144367218017578, + 32.06081008911133, + 35.84220504760742, + 45.4247932434082, + 56.45201110839844, + 61.559329986572266, + 65.19047546386719, + 67.74813842773438, + 69.44913482666016, + 69.74036407470703, + 70.75926971435547, + 69.54936981201172, + 68.47792053222656, + 65.28243255615234, + 63.507652282714844, + 53.278709411621094, + 36.72509765625, + 33.98362731933594, + 32.06339645385742, + 30.48617935180664 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 98ef78c6b6b0cbc5ba3821d5d2d5f39f15174c55..831ebdf36e038454bc678e6dd962fb443f7a34e2 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:18:52.235846+00:00", + "evaluated_at": "2026-06-18T03:33:51.121807+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 33.70000076293945, 32.79999923706055, 30.600000381469727, 28.5, @@ -341,10 +340,10 @@ 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "actuals": [ - 28.200000762939453, 29.100000381469727, 29.799999237060547, 29.799999237060547, @@ -359,96 +358,96 @@ 23.799999237060547, 23.600000381469727, 23.299999237060547, - 23.200000762939453, + 23.600000381469727, + 23.100000381469727, 22.899999618530273, 22.799999237060547, - 22.799999237060547, - 23.600000381469727, - 24.899999618530273, - 26.100000381469727, - 27.299999237060547, - 28.600000381469727 + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547 ], "p50": [ - 28.188779830932617, - 28.740966796875, - 28.98698616027832, - 28.935256958007812, - 28.41802215576172, - 27.795257568359375, - 27.032224655151367, - 25.9775333404541, - 24.998136520385742, - 24.407228469848633, - 23.72528839111328, - 23.20425033569336, - 22.842397689819336, - 22.622114181518555, - 22.458999633789062, - 22.587745666503906, - 22.31610870361328, - 22.123016357421875, - 22.062419891357422, - 22.516002655029297, - 23.61848258972168, - 25.177162170410156, - 26.281124114990234, - 27.238422393798828 + 28.839149475097656, + 29.153005599975586, + 29.28085708618164, + 28.743623733520508, + 28.139942169189453, + 27.278057098388672, + 26.357633590698242, + 25.340499877929688, + 24.721269607543945, + 23.95966148376465, + 23.483407974243164, + 23.026710510253906, + 22.763402938842773, + 22.618026733398438, + 22.73079490661621, + 22.435548782348633, + 22.216320037841797, + 22.127208709716797, + 22.71265983581543, + 23.879528045654297, + 25.45667266845703, + 26.56911277770996, + 27.591352462768555, + 28.30020523071289 ], "p10": [ - 27.41664695739746, - 27.49749183654785, - 27.338342666625977, - 26.95729637145996, - 26.101537704467773, - 25.438365936279297, - 24.696372985839844, - 23.758304595947266, - 22.716991424560547, - 22.206457138061523, - 21.504079818725586, - 21.042343139648438, - 20.67655372619629, - 20.347579956054688, - 20.273061752319336, - 20.383913040161133, - 20.150390625, - 19.941585540771484, - 19.875934600830078, - 20.141998291015625, - 21.026063919067383, - 22.30890655517578, - 23.14539909362793, - 23.67790985107422 + 28.170852661132812, + 28.08116912841797, + 27.86925506591797, + 27.09760856628418, + 26.169998168945312, + 25.254791259765625, + 24.413494110107422, + 23.47840690612793, + 22.85013198852539, + 22.191835403442383, + 21.649934768676758, + 21.174665451049805, + 20.8706111907959, + 20.58696174621582, + 20.6678466796875, + 20.46552276611328, + 20.212398529052734, + 20.153438568115234, + 20.628326416015625, + 21.632848739624023, + 22.88634490966797, + 23.80816650390625, + 24.630088806152344, + 24.936643600463867 ], "p90": [ - 28.991188049316406, - 29.959136962890625, - 30.609333038330078, - 30.950014114379883, - 30.75999641418457, - 30.254589080810547, - 29.49355125427246, - 28.405773162841797, - 27.21769905090332, - 26.612255096435547, - 25.9730167388916, - 25.354625701904297, - 24.97371482849121, - 24.794265747070312, - 24.652610778808594, - 24.86421775817871, - 24.485105514526367, - 24.267284393310547, - 24.1715145111084, - 24.685428619384766, - 26.199594497680664, - 28.195621490478516, - 29.72841453552246, - 31.031635284423828 + 29.49052619934082, + 30.084339141845703, + 30.535724639892578, + 30.23777961730957, + 29.867630004882812, + 29.102081298828125, + 28.188716888427734, + 27.123210906982422, + 26.443756103515625, + 25.655071258544922, + 25.22272491455078, + 24.71413230895996, + 24.50491714477539, + 24.4172306060791, + 24.61544418334961, + 24.239273071289062, + 24.027360916137695, + 23.934785842895508, + 24.54501724243164, + 25.9014892578125, + 27.860750198364258, + 29.242263793945312, + 30.60435676574707, + 31.592998504638672 ], "timestamps": [ - "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", @@ -807,6 +806,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 9d116cd9de69c1057b024aeb8cd44b54f0c8650f..e2de2a5c49eec6adf07a8d8d6f93bffce4e105c4 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:18:58.422010+00:00", + "evaluated_at": "2026-06-18T03:34:17.282859+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, 19.0, 10.0, 12.0, @@ -121,7 +120,7 @@ 12.0, 12.0, 11.0, - 15.0, + 16.0, 20.0, 11.0, 18.0, @@ -173,18 +172,18 @@ 11.0, 9.0, 9.0, - 9.0 + 9.0, + 10.0 ], "actuals": [ - 10.0, 9.0, 13.0, 18.0, 10.0, 13.0, - 18.0, - 22.0, - 12.0, + 19.0, + 23.0, + 15.0, 12.0, 14.0, 13.0, @@ -199,88 +198,88 @@ 9.0, 6.0, 6.0, - 1.0 + 10.0, + 5.0 ], "p50": [ - 13.750962257385254, - 13.74796199798584, - 13.764775276184082, - 13.806949615478516, - 13.847756385803223, - 13.88273811340332, - 13.901918411254883, - 13.959503173828125, - 13.944625854492188, - 13.973539352416992, - 13.981772422790527, - 14.00643539428711, - 13.97140121459961, - 13.99751091003418, - 13.956807136535645, - 14.027393341064453, - 14.004485130310059, - 14.006062507629395, - 13.984745979309082, - 14.03927230834961, - 14.030509948730469, - 14.019821166992188, - 14.048656463623047, - 14.106852531433105 + 13.655146598815918, + 13.67618179321289, + 13.690275192260742, + 13.703495025634766, + 13.733635902404785, + 13.729496955871582, + 13.766890525817871, + 13.775930404663086, + 13.777012825012207, + 13.781967163085938, + 13.827445030212402, + 13.781193733215332, + 13.827858924865723, + 13.804842948913574, + 13.797654151916504, + 13.808354377746582, + 13.835855484008789, + 13.799690246582031, + 13.849313735961914, + 13.823339462280273, + 13.810354232788086, + 13.803230285644531, + 13.812363624572754, + 13.779512405395508 ], "p10": [ - 8.810693740844727, - 8.760871887207031, - 8.822309494018555, - 8.836315155029297, - 8.884307861328125, - 8.920207023620605, - 8.89041519165039, - 8.912914276123047, - 8.947021484375, - 8.896332740783691, - 8.922624588012695, - 8.929539680480957, - 8.846563339233398, - 8.870987892150879, - 8.843079566955566, - 8.96193790435791, - 8.91946029663086, - 8.872100830078125, - 8.8865966796875, - 8.9371919631958, - 8.911977767944336, - 8.882305145263672, - 8.899420738220215, - 8.925300598144531 + 8.729248046875, + 8.710283279418945, + 8.70836067199707, + 8.703632354736328, + 8.730798721313477, + 8.686731338500977, + 8.735687255859375, + 8.724006652832031, + 8.731807708740234, + 8.702238082885742, + 8.747293472290039, + 8.707657814025879, + 8.765201568603516, + 8.728561401367188, + 8.730716705322266, + 8.730025291442871, + 8.738473892211914, + 8.669037818908691, + 8.725349426269531, + 8.711228370666504, + 8.693466186523438, + 8.673896789550781, + 8.716824531555176, + 8.677213668823242 ], "p90": [ - 19.216167449951172, - 19.547168731689453, - 19.549219131469727, - 19.700193405151367, - 19.834205627441406, - 19.774982452392578, - 19.762720108032227, - 19.87264060974121, - 19.90326499938965, - 19.795684814453125, - 19.758459091186523, - 19.917335510253906, - 19.85105323791504, - 19.924413681030273, - 19.868064880371094, - 19.90447235107422, - 19.730632781982422, - 19.921764373779297, - 19.922332763671875, - 19.99723243713379, - 20.030689239501953, - 19.98981475830078, - 20.018770217895508, - 20.25310707092285 + 19.565576553344727, + 19.394611358642578, + 19.44264030456543, + 19.575820922851562, + 19.651473999023438, + 19.599042892456055, + 19.73543357849121, + 19.7126407623291, + 19.758350372314453, + 19.73356819152832, + 19.801849365234375, + 19.75389289855957, + 19.80345916748047, + 19.78128433227539, + 19.780025482177734, + 19.718469619750977, + 19.88625144958496, + 19.76093101501465, + 19.89269256591797, + 19.813154220581055, + 19.750133514404297, + 19.798892974853516, + 19.801828384399414, + 19.76763916015625 ], "timestamps": [ - "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", @@ -471,6 +470,7 @@ "2026-06-17 23:00:00", "2026-06-18 00:00:00", "2026-06-18 01:00:00", - "2026-06-18 02:00:00" + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 53f5a9119a0df7881fdb171bde2e0edaa6c5444c..e90c612bec0805a036e0fee0cb93d7f1cc6c1e22 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:09:04.913939+00:00", + "evaluated_at": "2026-06-18T03:34:22.148778+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 8d754c17287342ffb1ccfba1fde319ceb368f6e9..42c59052071236b71cf07f30096aff265260ef55 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,59 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:24:09.030257+00:00", + "evaluated_at": "2026-06-18T03:34:24.253432+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:22:45.093813Z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t211800z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t025000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t013000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t030000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", + "data_fetched_at": "2026-06-18T03:30:10.430119Z", "context_length": 96, "prediction_length": 24 }