diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 091ea2bec60f3b07d60ab11a79e035bbb8801d29..dfa2e6dd5a92a2f9c66f499e84c3d14da1b23de2 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,ARIMA,1504723.2075174497,536667.729545168,628. nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,6.604165474804122,6.81514767518819,2.034963611495047,1.1664253348091203,0.08265505359577068,0.08850315851901451,36.70901713890212,2.5698570922921222,0.11004634499107213,0.08714115205337111,0.08393625984193605,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.5436116019837023,1.5284298791298512,1.0190747531219329,1.2809822978654923,15.505686806744631,0.8158772991158811,50.30766089013274,1.2424216683492373,1.2535363889056985,1.0281914092425108,1.0251737205742018,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.016849879127566064,0.017423294133380982,0.10599399174921321,0.5299698494663614,0.07600558464554426,0.07615893116873747,3.3117023072083125,0.1298070842734173,0.09235286906644898,0.07541074739208191,0.061823139483750525,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,0.4126061358961579,0.5521579346203211,0.5686494335759397,1.7878931475643522,0.03384333176578695,0.03483670490265079,45.53703777902285,0.642344250302093,0.0391474415569433,0.03465613719875851,0.03346417886107654,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,81.5694809152378,79.49001605177232,7.4118344017819355,0.6740387477800147,0.3204398878507513,0.2558497671068815,11.846370451828484,9.031582414795196,0.32064789638326135,0.263142049767406,0.23767115982414871,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,18.10356018683046,18.415924122180666,3.679948505956635,1.8874631624152276,0.13491688740148347,0.14794945738329648,48.908475202822444,4.254827868061229,0.16250139208219003,0.14054546354215122,0.1327801989526456,Weather,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,0.18316376134440424,0.34557440528756506,0.5828568226083277,2.037169062111554,0.034275892683995786,0.034883661645361025,5.9653698701777556,0.42797635605767315,0.025181252020294975,0.03429410137757894,0.029005068661382374,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,76.9581590963324,78.19973177454447,6.861886275612835,0.6225562182057373,0.21956931558406664,0.25444108703669355,7.988542821710046,8.772579956679357,0.3185203009989479,0.249145643895171,0.22192217963371383,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,19.426412589834616,19.955467594934593,4.007997149821268,2.0765444792357894,0.14732796080371255,0.1615714429276027,57.03823338021181,4.4075404240726614,0.16687328646289026,0.15174623308538168,0.1441311194530311,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,28.1038701673772,22.77991692423278,3.8392181891737303,0.6693068029552266,0.7384385226959886,0.4086051739129051,4.506369261169971,5.3013083448689535,0.5731144156615084,0.4150506150458087,0.3391772747246672,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1288.4706898057793,822.9893450047238,26.916654907483103,0.3539724480984079,0.010811782018835597,0.010841948246302203,10.274420388366282,35.89527392019428,0.014442356648527456,0.010829836006363695,0.010359654269964418,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3215.289366425924,2790.324209108016,41.06854573316601,0.8718798142473021,0.19224567324893124,0.1664831532151903,7.39042042839788,56.70352164042304,0.22425121552709676,0.1624179774757978,0.12989006864871536,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index c54f10b8d62add48f74451c8253c199bdbf8f0b7..f10deb7e65ee35b8a08a930cdb413b0ded6e669d 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T16:23:30.333934+00:00", + "evaluated_at": "2026-06-19T16:34:25.829735+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 835374b1f7c9fce363ee048b15dff46a53f42bca..ec84f7658d01f5ced302e39e47f66d14d601362f 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T15:10:39.404961+00:00", + "evaluated_at": "2026-06-19T16:34:25.856967+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,93 +101,113 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0, 17.0, + 17.200000762939453, 17.0, 17.0, 17.0 ], "p50": [ - 15.841603674242883, - 15.838431993986568, - 15.839624490271177, - 15.841571704722767, - 15.841466372513722, - 15.836126663045977, - 15.839624490308548, - 15.836126663045977, - 15.839913485201798, - 15.841539443148125, - 15.841393301879325, - 15.836950473799973, - 15.841539443148125, - 15.839624490308548, - 15.841539443148125, - 15.836950473799973, - 15.839913485201798, - 15.839624490308548, - 15.84160396629824, - 15.839977282413399, - 15.839977282413399, - 15.839624490308548, - 15.840717190752162, - 15.836949944318919 + 16.51062697511491, + 16.432541256267534, + 16.41451539277618, + 16.407384323662875, + 16.408970622780764, + 16.404280924927622, + 16.40789275053419, + 16.40793753708066, + 16.409590447174086, + 16.405611885539308, + 16.409144459947097, + 16.405654659438486, + 16.407930340111307, + 16.40786452505425, + 16.4096387196697, + 16.407864523191932, + 16.405686757076605, + 16.40793033231495, + 16.4056114161695, + 16.40793033230705, + 16.404834110819742, + 16.40758124120213, + 16.406483917811656, + 16.407930332306503 ], "p10": [ - 15.719172015152363, - 15.611288741090538, - 15.732761673699606, - 15.73209534479532, - 15.719172316332148, - 15.608226612701632, - 15.53843539766661, - 15.593684846715707, - 15.719172316332152, - 15.607197220756053, - 15.610259352499822, - 15.53843539766661, - 15.783634106640243, - 15.61162898130582, - 15.775709887500943, - 15.607197220756053, - 15.611288744445401, - 15.607197220756053, - 15.726098384324562, - 15.593684846715707, - 15.608226612701632, - 15.61162898130582, - 15.385265925165275, - 15.385265925165275 + 16.2717849272215, + 16.180648512000545, + 16.16124204325868, + 16.17307108992797, + 16.09545679701417, + 16.154701765515977, + 16.212224161002077, + 16.273224136843044, + 16.21968720575237, + 16.154591642916618, + 16.154591293347057, + 16.228528287546773, + 16.095023518263808, + 16.15459117553675, + 16.2121959340385, + 16.169695288461963, + 16.219390005848485, + 16.228528256976887, + 16.154591173546812, + 16.154591173545207, + 16.229510800319815, + 16.171373523308617, + 16.148634407236102, + 16.216731756887985 ], "p90": [ - 15.990795405215325, - 15.94318914183534, - 15.943189690788365, - 15.94318969082532, - 15.947508693109985, - 15.92968391418532, - 15.990795706395113, - 15.928766896466222, - 15.98637971366826, - 15.98637971366826, - 15.943189690825736, - 15.947508202038009, - 15.943189690825736, - 15.943189199753757, - 15.98637971366826, - 15.939330699895088, - 15.98637971366826, - 15.951924685836843, - 15.947508202038009, - 15.943189199753757, - 15.943189145190203, - 15.943189199753757, - 15.990795706395113, - 15.98637971366826 + 16.925762355425185, + 16.75226450788615, + 16.74086701131821, + 16.809732040325507, + 16.89001567469855, + 16.830374275667943, + 16.823700944007907, + 17.031583070701576, + 17.26405099921134, + 16.823673185907833, + 16.84188011467366, + 16.806296921747816, + 16.88958239594819, + 16.659413725574325, + 17.266331870877977, + 17.005745500019543, + 16.726207169463382, + 17.005745499898218, + 16.823672716538027, + 17.005745499890317, + 16.726207169430403, + 16.7262071694303, + 16.90119869931803, + 16.734216141604186 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index acfddb8b484965ebd576cceefc5a67e900dca3bc..3794d0493e48abdadb41dfdce682014c3a975359 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T15:10:39.442368+00:00", + "evaluated_at": "2026-06-19T16:34:25.891720+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,89 +365,89 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 35.851257645706724, - 34.68157762562126, - 34.24053400714475, - 34.10097352506935, - 34.095693820188124, - 33.99912059812223, - 33.982587649788044, - 33.87982241804111, - 34.218410493143104, - 33.949170272181064, - 34.413754416662, - 34.0434519073047, - 33.90416729366774, - 33.96194435833959, - 34.041250586209614, - 33.99969948888865, - 34.04319251130713, - 34.291993095508076, - 33.92724777587681, - 33.972320008854766, - 33.93877387139764, - 33.9272477113709, - 34.004680725940986, - 34.02251986688671 + 23.87675191587723, + 22.57177455489535, + 22.19405198256596, + 22.29003601718753, + 22.008551265957472, + 21.96866616591457, + 21.923273771484908, + 21.966609563369502, + 21.830961055049272, + 22.215888046894495, + 21.949725915177183, + 21.875680304286625, + 21.937464857404883, + 21.785904037806226, + 21.909775694933444, + 21.9685024816036, + 21.88062955576674, + 21.880629301099347, + 21.885590863280022, + 21.919389614247912, + 21.80990462882356, + 21.865668857279296, + 22.073121809610207, + 21.85827380139618 ], "p10": [ - 32.29291309798835, - 31.41469286773298, - 31.68463850033457, - 31.154712770230464, - 30.42963193398515, - 30.91853198624236, - 31.53578813660239, - 29.91195719822768, - 31.691593437448862, - 31.194818313855674, - 31.548746242394103, - 31.568782923852886, - 31.203036373916788, - 31.78198258115171, - 31.200935245507292, - 31.7856389578634, - 31.033642028284987, - 31.24033215356203, - 31.518197988557645, - 31.564829861487542, - 29.821792876307946, - 30.902868210238953, - 31.808993992484034, - 31.204192993858673 + 20.5517637592289, + 20.150178920136387, + 18.8954178785465, + 19.7386238608369, + 18.99209291384394, + 18.813615779109128, + 19.821978053057723, + 19.641828740723692, + 19.260577313583397, + 18.157641657956983, + 19.56224887918259, + 18.157364021047638, + 19.483372277290567, + 17.71165749626567, + 18.9580714161472, + 19.730568317700413, + 18.308412670767833, + 18.953908304987674, + 19.120704357567096, + 18.90735622239861, + 17.79577067638281, + 19.466892323971383, + 18.88640817917031, + 18.62134614485102 ], "p90": [ - 39.87653998924259, - 39.0261906639147, - 37.70916750309328, - 37.56083820570896, - 37.11624005604843, - 37.47033845274801, - 38.45066828368028, - 38.09932178529848, - 38.519716640392275, - 38.51916001596006, - 38.1883505414387, - 36.76797382278594, - 36.91545226399044, - 38.07274495978095, - 38.47293195716485, - 38.92709881647687, - 38.328070313586565, - 37.74748927914035, - 38.15148191776254, - 38.294944883572406, - 37.74748911247015, - 37.476713481547634, - 37.48670931436827, - 38.444605975232 + 27.627652490366998, + 27.04047851363379, + 27.513107218331104, + 28.823061106828355, + 25.480399556713312, + 26.014507880224542, + 25.83546765959659, + 27.314831071851746, + 26.893789802029705, + 26.271587999440243, + 25.83764380902542, + 26.88212526346933, + 25.361772313520902, + 24.832280449243743, + 25.830561530600157, + 26.47513596982491, + 25.04597381953702, + 24.633274071531865, + 27.255046522780372, + 25.829785519190352, + 26.078751420705466, + 25.445757479567266, + 25.829785496757047, + 24.842436622915457 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 74f5da6555a9501b8f058201fc9212a3db3e3040..c2cf782847a8062a4b4928f0e5f3a08223076552 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T15:10:39.478136+00:00", + "evaluated_at": "2026-06-19T16:34:25.930256+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 23.2067952025813, - 22.96434631738709, - 22.780101854352303, - 22.78687315486243, - 22.712162593978157, - 22.598541806803077, - 22.507532942928233, - 22.49341605985093, - 22.37971822089755, - 22.362064685241748, - 22.400157813336275, - 22.444136042336616, - 22.354325923195603, - 22.399004865537897, - 22.385313087324114, - 22.37626795176878, - 22.34101631744393, - 22.414290377406548, - 22.426375801695425, - 22.349133841765315, - 22.326038734095146, - 22.304051264192505, - 22.416678480492777, - 22.352895950794544 + 22.913441464356648, + 22.860981026037315, + 22.56085458369747, + 22.60244043411332, + 22.45551566774314, + 22.41797304670433, + 22.442540087960275, + 22.43082023701367, + 22.362441408818842, + 22.307869843235085, + 22.378666736856545, + 22.37690190010404, + 22.27588633780477, + 22.381580103224877, + 22.276981799750605, + 22.26379900115923, + 22.349286121225106, + 22.35616776046474, + 22.28550739658917, + 22.345147022774356, + 22.343333867871834, + 22.276710008573012, + 22.281983986516597, + 22.161241994922136 ], "p10": [ - 22.42761245931574, - 22.141382762852054, - 22.098496566768375, - 22.11956608146214, - 22.038935957444604, - 21.812491193005545, - 21.76711058259289, - 21.80737331098996, - 21.699450712873812, - 21.566151605137232, - 21.656903645909733, - 21.801453118035454, - 21.77728858146737, - 21.771000223837646, - 21.63988924598369, - 21.646142605159593, - 21.764555412168324, - 21.66923262693563, - 21.77000380820842, - 21.490535708560706, - 21.48201522783991, - 21.65677309609841, - 21.75421184689474, - 21.503863273735114 + 22.25118367378623, + 21.930757553448757, + 21.76489990753558, + 21.682615732370234, + 21.7878454507904, + 21.602628224102983, + 21.60119287145649, + 21.56035587764692, + 21.472662135944706, + 21.740536884742568, + 21.57097378053742, + 21.705836970858595, + 21.57064678448706, + 21.696435850662983, + 21.413438327301357, + 21.566089396674933, + 21.592309137370638, + 21.698516451107025, + 21.661284079120275, + 21.42884674157056, + 21.69460718377023, + 21.531637295375283, + 21.620758629294734, + 21.426931482574133 ], "p90": [ - 23.984877763043343, - 23.76524138304118, - 23.593410798522825, - 23.61907251086017, - 23.660054592267425, - 23.417182249376108, - 23.26479137949697, - 23.305736915613938, - 22.96116136703385, - 23.18914712100161, - 23.258480920854662, - 23.08247878846577, - 22.9703357455683, - 23.122695618280215, - 23.372899332388076, - 23.12220120752804, - 23.18929551625029, - 23.258598578858347, - 23.18703609484322, - 23.12809932821789, - 23.1120520755382, - 23.114691047062006, - 23.112318347786484, - 23.112656465949698 + 23.54630147096709, + 23.50075088658003, + 23.261668361947848, + 23.37098818480547, + 23.22605267768355, + 23.175777163038553, + 23.180221511074702, + 23.137987288163686, + 22.8589344491032, + 23.17413023168107, + 23.087688331693602, + 23.149219189318238, + 22.91762180591837, + 23.278032875251697, + 23.038146747922713, + 23.11329762406656, + 22.900752156456488, + 22.9998519739447, + 23.03116142472575, + 23.125840859089937, + 23.031724752077487, + 23.028050439825243, + 22.981088903425565, + 22.874019187214866 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 2be6ca53150754e0e2b7f20f221121db332abc10..6c0b776c52c1cb809d47d467d74aed111a2590d4 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,30 +1,30 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T16:23:30.487595+00:00", + "evaluated_at": "2026-06-19T16:34:25.950237+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 7852fdc3ed78433c0b40c72b8004cb024c86c253..2505c8500da9e4447dff6475e82647d986297b8f 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,4 +10,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-16,Chronos-2,,3.800,4.400,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,,3.300,3.700,3.700,3.900,3.700,2.900,3.700,3.900,3.700 -2026-06-19,Chronos-2,4.700,4.500,5.000,5.000,4.700,5.000,4.600,5.000,4.700,5.000 +2026-06-19,Chronos-2,4.900,4.500,5.100,5.100,4.900,5.000,4.400,5.100,4.900,5.100 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 5e7c44a023c5de4dd7a73aebcdbf7756dace6cea..60cc35502846719b8df2e9b5ace940ab75b03d39 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.7,3.9,4.26,4.26,4.14,4.3,3.64,4.26,4.14,4.26 +2026-W25,Chronos-Bolt-Mini,4.9,3.9,4.28,4.28,4.18,4.3,3.6,4.28,4.18,4.28 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..8f7f36cb7fb36576ae39640590e73358376bde58 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,4525259.544978459,4525259.544978459,1855.7430013020833,1.6869219447355295,0.029319271571139335,0.028762615130256963,20.49445301699377,2127.265743854881,0.03340127692666375,0.029137960816726947,0.019117885309381556,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.122436069176274,1.122436069176274,0.8473222255706787,0.4856785178219358,0.03462510565717769,0.03550831299818315,2.624984687107927,1.0594508337701538,0.045367772513046974,0.036284007477858066,0.028755923174499178,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.24987307544031337,0.24987307544031337,0.41197121071163567,0.5178499678606766,6.287063799213752,0.5877339333817501,9.841536091089246,0.49987305932637877,0.504344930277807,0.41565671057131753,0.3094014920520769,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.01747427564582655,0.01747427564582655,0.1035500814517339,0.517750300498634,0.0744505242908503,0.07440414630812585,4.478888473902822,0.1321903008765263,0.09404843824232165,0.07367199693037484,0.06491563282420273,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.8486505704019768,0.8486505704019768,0.8930603265762329,3.121375262896938,0.05252919657089958,0.0540395161331614,55.24131635731669,0.9212223240901063,0.054202834295146836,0.052545840055268314,0.042126604798720685,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.39213612363285,66.39213612363285,6.20117727915446,0.5626122789376825,0.1992471874198253,0.22238818962874177,6.573485064968925,8.148136972562062,0.29584763591753327,0.22515620983314225,0.19895392863725206,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.841842030197919,2.841842030197919,1.402929385503133,0.7268581192364626,0.053324487436798844,0.055460754812378776,8.710382070239078,1.6857763879583552,0.06382494975286322,0.05311611799533922,0.04911198167334035,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,18.68636625618289,18.68636625618289,3.5397287209828696,0.6170955639485874,0.670622260500748,0.3887838944314024,5.652760727353592,4.322772982262993,0.4673268088932966,0.3826733752413913,0.30134693657433065,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1091.8692704265316,1091.8692704265316,27.173065185546875,0.35734441887842466,0.010930796296383138,0.010949959457494366,6.202341074486301,33.043445196082864,0.01329493184754382,0.01093300191874476,0.008998378762544241,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,547.931499861846,547.931499861846,21.720873151506698,0.4611312748123676,0.08979400097660017,0.08572323663604182,1.868382137755773,23.40793668527506,0.09257376090221775,0.08590175822629767,0.06506340376476186,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 48840d770a5eccb476f9e5a881566cf02dc0a8ad..13d654609c7a3a0cae166df3cdea83a64b7151cd 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T16:16:44.651787+00:00", + "evaluated_at": "2026-06-19T16:29:18.524723+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 186c319937e90af794ad52bf5597e3b8a5d05eba..66fac03a83ec66fae27afb8886e00efe683cd772 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:59:25.830813+00:00", + "evaluated_at": "2026-06-19T16:29:27.348210+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,93 +101,113 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0, 17.0, + 17.200000762939453, 17.0, 17.0, 17.0 ], "p50": [ - 16.002412796020508, - 16.00391387939453, - 16.003501892089844, - 16.004154205322266, - 16.003801345825195, - 16.003536224365234, - 16.004281997680664, - 16.004283905029297, - 16.004150390625, - 16.004230499267578, - 16.00398826599121, - 16.004634857177734, - 16.004642486572266, - 16.004072189331055, - 16.003984451293945, - 16.005002975463867, - 16.00319480895996, - 16.003053665161133, - 16.00348663330078, - 16.003402709960938, - 16.00326919555664, + 16.870712280273438, + 16.598716735839844, + 16.366310119628906, + 16.257692337036133, + 16.1849308013916, + 16.112632751464844, + 16.034360885620117, + 16.010141372680664, + 15.997574806213379, + 16.00579071044922, + 16.000946044921875, + 16.003137588500977, + 16.005521774291992, + 16.001956939697266, + 15.9967041015625, + 16.000221252441406, 16.002580642700195, - 16.002870559692383, - 16.003135681152344 + 16.001928329467773, + 16.002273559570312, + 16.001724243164062, + 16.002172470092773, + 16.002405166625977, + 16.002819061279297, + 16.003299713134766 ], "p10": [ - 15.998194694519043, - 15.999199867248535, - 16.001432418823242, - 16.000244140625, - 15.999285697937012, - 15.998506546020508, - 15.999323844909668, - 15.999460220336914, - 15.999345779418945, - 15.99930191040039, - 15.999456405639648, - 16.000476837158203, - 15.999756813049316, - 15.999812126159668, - 15.999590873718262, - 16.001073837280273, - 15.99853229522705, - 15.998380661010742, - 15.999632835388184, - 15.99911117553711, - 15.999171257019043, - 15.999380111694336, - 15.999431610107422, - 15.998153686523438 + 16.012434005737305, + 15.968001365661621, + 15.979074478149414, + 15.96815299987793, + 15.98794174194336, + 15.984550476074219, + 15.98086166381836, + 15.980189323425293, + 15.983804702758789, + 15.989066123962402, + 15.98969841003418, + 15.98607349395752, + 15.986124038696289, + 15.986504554748535, + 15.986695289611816, + 15.988492965698242, + 15.99887466430664, + 15.997655868530273, + 15.996284484863281, + 15.995878219604492, + 15.996896743774414, + 15.997208595275879, + 15.996917724609375, + 15.996929168701172 ], "p90": [ - 16.139497756958008, - 16.13336944580078, - 16.05181884765625, - 16.036434173583984, - 16.026927947998047, - 16.02092742919922, - 16.01962661743164, - 16.02309799194336, - 16.03016471862793, - 16.031740188598633, - 16.028135299682617, - 16.03018569946289, - 16.036346435546875, - 16.05158042907715, - 16.050121307373047, - 16.055187225341797, - 16.040727615356445, - 16.047285079956055, - 16.04218864440918, - 16.05195426940918, - 16.07098388671875, - 16.07977867126465, - 16.087732315063477, - 16.12929344177246 + 17.100183486938477, + 17.127071380615234, + 17.1109561920166, + 17.058427810668945, + 17.013246536254883, + 17.08719253540039, + 17.046035766601562, + 16.90271759033203, + 16.707719802856445, + 16.538381576538086, + 16.512859344482422, + 16.542638778686523, + 16.51854133605957, + 16.388883590698242, + 16.314376831054688, + 16.310834884643555, + 16.362184524536133, + 16.42096519470215, + 16.47873306274414, + 16.427940368652344, + 16.409521102905273, + 16.401762008666992, + 16.386856079101562, + 16.390308380126953 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index d3c269e6093b9e898f8afef7cc8ae1b8c3d4e413..545498752f723365f4551f0c3acfda8b2dcb3b61 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:59:32.604626+00:00", + "evaluated_at": "2026-06-19T16:29:35.616905+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,89 +365,89 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 35.08189392089844, - 31.55272102355957, - 27.82309913635254, - 24.913970947265625, - 22.94269371032715, - 22.033761978149414, - 22.15213394165039, - 23.01333236694336, - 24.424896240234375, - 25.30612564086914, - 25.728229522705078, - 25.546228408813477, - 24.717411041259766, - 23.8155574798584, - 23.09447479248047, - 23.02548599243164, - 23.989604949951172, - 24.471250534057617, - 24.944820404052734, - 26.428890228271484, - 30.029102325439453, - 34.61024856567383, - 35.25438690185547, - 33.71719741821289 + 22.51524543762207, + 20.362293243408203, + 18.972286224365234, + 18.13189125061035, + 18.311742782592773, + 19.295780181884766, + 21.130695343017578, + 23.05658531188965, + 23.918548583984375, + 23.9068546295166, + 22.864818572998047, + 22.05116081237793, + 21.450429916381836, + 21.433170318603516, + 22.160303115844727, + 23.348106384277344, + 24.854541778564453, + 26.50052833557129, + 29.675617218017578, + 32.71265411376953, + 33.34233474731445, + 32.38702392578125, + 29.610322952270508, + 26.666606903076172 ], "p10": [ - 30.803871154785156, - 25.555360794067383, - 21.144302368164062, - 18.245437622070312, - 16.318750381469727, - 15.176115989685059, - 15.152106285095215, - 15.530499458312988, - 16.74578094482422, - 17.555274963378906, - 17.987991333007812, - 18.145889282226562, - 17.797821044921875, - 16.758647918701172, - 16.52914810180664, - 16.38555145263672, - 17.731605529785156, - 17.581890106201172, - 17.768701553344727, - 18.388721466064453, - 20.17475128173828, - 21.43094253540039, - 22.107711791992188, - 21.364421844482422 + 19.473506927490234, + 16.15141487121582, + 13.883612632751465, + 12.636676788330078, + 12.78854751586914, + 13.333548545837402, + 14.522175788879395, + 15.954883575439453, + 16.70050811767578, + 17.018299102783203, + 16.404151916503906, + 15.957984924316406, + 15.510903358459473, + 15.089329719543457, + 15.560580253601074, + 16.051681518554688, + 17.568296432495117, + 18.014026641845703, + 19.26547622680664, + 20.28708839416504, + 20.93454360961914, + 19.640506744384766, + 18.01633644104004, + 16.385217666625977 ], "p90": [ - 40.869319915771484, - 39.397911071777344, - 37.61183547973633, - 36.356224060058594, - 34.71581268310547, - 34.50761032104492, - 34.556827545166016, - 36.097877502441406, - 37.90336608886719, - 37.663536071777344, - 37.07009506225586, - 35.8674430847168, - 34.284542083740234, - 32.76848602294922, - 31.860794067382812, - 31.874652862548828, - 33.957069396972656, - 35.189796447753906, - 36.59275436401367, - 39.917572021484375, - 46.11173629760742, - 54.225013732910156, - 55.11304473876953, - 54.4227409362793 + 26.479671478271484, + 25.666969299316406, + 25.4617919921875, + 25.665992736816406, + 26.637256622314453, + 28.221118927001953, + 31.036306381225586, + 33.803794860839844, + 34.47657012939453, + 33.469993591308594, + 31.377243041992188, + 30.072628021240234, + 28.808460235595703, + 29.01692771911621, + 30.524011611938477, + 32.91907501220703, + 35.206783294677734, + 38.792388916015625, + 44.66230392456055, + 51.35762023925781, + 53.31142807006836, + 52.46543884277344, + 48.71182632446289, + 45.26049041748047 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 6f354448a97d44fc8bf52dd8215318927c26f7aa..ef06ce817a92890ee1e2041bf50e71db1f506082 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:59:38.077717+00:00", + "evaluated_at": "2026-06-19T16:29:42.218274+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 23.22325897216797, - 22.984039306640625, - 22.83214569091797, - 22.7462158203125, - 22.50227928161621, - 22.281339645385742, - 22.242582321166992, - 22.675182342529297, - 23.76369285583496, - 25.053783416748047, - 26.116455078125, - 27.1173152923584, - 27.781993865966797, - 28.14744758605957, - 28.278202056884766, - 28.079904556274414, - 27.5275936126709, - 26.95358657836914, - 26.158193588256836, - 25.204051971435547, - 24.328798294067383, - 23.818044662475586, - 23.37613296508789, - 23.02950096130371 + 23.070737838745117, + 23.013851165771484, + 22.821800231933594, + 22.605966567993164, + 22.61009979248047, + 23.043468475341797, + 24.04894256591797, + 25.196388244628906, + 26.265878677368164, + 27.240867614746094, + 27.817588806152344, + 28.196510314941406, + 28.30154037475586, + 28.136213302612305, + 27.71722984313965, + 27.182331085205078, + 26.26862335205078, + 25.37442970275879, + 24.55665397644043, + 24.03255844116211, + 23.57961654663086, + 23.265642166137695, + 23.015727996826172, + 22.86703109741211 ], "p10": [ - 22.71068000793457, - 22.392641067504883, - 22.112380981445312, - 21.85968589782715, - 21.617204666137695, - 21.304763793945312, - 21.215349197387695, - 21.580005645751953, - 22.415834426879883, - 23.305145263671875, - 24.14298439025879, - 24.729869842529297, - 24.992658615112305, - 25.28190040588379, - 25.25800323486328, - 24.91510772705078, - 24.437435150146484, - 23.998483657836914, - 23.36651039123535, - 22.633081436157227, - 21.932723999023438, - 21.509906768798828, - 21.083585739135742, - 20.837467193603516 + 22.600990295410156, + 22.419376373291016, + 22.110368728637695, + 21.8765926361084, + 21.805849075317383, + 22.131881713867188, + 22.97002601623535, + 23.81156349182129, + 24.487302780151367, + 25.062292098999023, + 25.322542190551758, + 25.396446228027344, + 25.26813507080078, + 25.20711326599121, + 24.821712493896484, + 24.32908821105957, + 23.643260955810547, + 22.930919647216797, + 22.352575302124023, + 21.922927856445312, + 21.549592971801758, + 21.215728759765625, + 20.989660263061523, + 20.88707733154297 ], "p90": [ - 23.597810745239258, - 23.50918197631836, - 23.466506958007812, - 23.49045753479004, - 23.262676239013672, - 23.16420555114746, - 23.152854919433594, - 23.675798416137695, - 24.972068786621094, - 26.596147537231445, - 27.94159698486328, - 29.22864532470703, - 30.185287475585938, - 30.683000564575195, - 31.046546936035156, - 30.80661392211914, - 30.469959259033203, - 29.68459701538086, - 28.577533721923828, - 27.470802307128906, - 26.4676570892334, - 25.917400360107422, - 25.41603660583496, - 25.03431510925293 + 23.449071884155273, + 23.53860855102539, + 23.444595336914062, + 23.311716079711914, + 23.328754425048828, + 23.890710830688477, + 25.081443786621094, + 26.559099197387695, + 27.959579467773438, + 29.346818923950195, + 30.312480926513672, + 30.906801223754883, + 31.100570678710938, + 30.940967559814453, + 30.547134399414062, + 29.958730697631836, + 29.007553100585938, + 27.69815444946289, + 26.677919387817383, + 26.15062713623047, + 25.642839431762695, + 25.346269607543945, + 24.991050720214844, + 24.75762367248535 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..60253230b80d0880cb0f66a8c8fc1231e873331b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,32 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-19T16:29:46.777899+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 8b588eb522b06c1eaf15612bc88a933770b69f3b..1441ca1c32b9551415b927160bf9b1c6e94f6dc7 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,6 +1,5 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 @@ -8,5 +7,4 @@ nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 -usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index d2ef294396580d76a8849eb2747e703c4ef3ca6f..a650f240f1897de89623ca6a5f79748eaeb9ac7d 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,ETS,1191158.974249787,1154335.0265473472,816.8 nasa_power_shanghai_hourly_T2M/1h/short,ETS,14.031501766665542,14.825450352924248,3.214399350169652,1.8424687385330092,0.13242280084043564,0.1460063259705679,34.82413546165401,3.745864622041958,0.16040530491888666,0.13764691464315787,0.12581365602899178,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.648292395516018,1.658811620396952,1.0647882049469695,1.3384443460447903,16.192352842291854,0.8283063586864797,49.81683267405599,1.2838584016611871,1.2953438157778685,1.0743138142077338,1.0578187775136916,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.01820947885008594,0.017966157040008424,0.10600702684412852,0.5300350249274987,0.07850372637155038,0.07600714776737469,5.353935331920409,0.13494250201506544,0.09600652606791875,0.07542002137293373,0.0651941819592387,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,0.5359642860065729,0.522853228659134,0.5063601778076688,1.5920492286587293,0.029980420584571954,0.030918607119556463,48.09609144934143,0.7320958175038107,0.04461731885407939,0.03085994069094036,0.030243524923394754,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,523.6128513333027,536.1747737753657,19.150448995976006,1.7415586966661536,0.6391105126282772,0.9594730969443442,42.16175906768258,22.882588387970944,0.8123995877386134,0.6798975974902725,0.6387144831083037,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,74.96989637518878,77.31064278003119,7.677533276925566,3.9378434820372568,0.2838857334472471,0.3482322730871452,113.06474217866518,8.658515829816839,0.33068808406391387,0.2932221664295513,0.27705544597212334,Weather,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.05444989531613609,0.06199391559202696,0.23966673265762242,0.8376699629294061,0.01408832974267682,0.014196063655723339,3.884283543058224,0.2333450134803315,0.013729542552896379,0.014101499558351707,0.013165639347378556,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,6617.980569806275,6644.967730885914,70.04758963229013,6.35518584020999,2.453396791520115,1.750411813262606,223.70108606654864,81.3509715357246,2.9537417804196524,2.543331544894044,2.4952357641698333,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,53.37094128592596,55.33269594986265,6.747501314258968,3.4958823769087553,0.24964940828200843,0.29373214577962936,91.65447884929534,7.3055418201476305,0.27659412180584064,0.25546622637272104,0.2395892998935053,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,27.616049472459895,30.624911193555253,4.552470464589521,0.7936510253037422,0.8518740293821551,0.4573130634037063,4.412832592511157,5.255097475067412,0.5681186459532338,0.49215896914481305,0.3691221023145673,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,996.6114638506873,967.1786753587262,27.1725987231038,0.3573382845778033,0.010931127466830953,0.010947996307745437,13.981202660297361,31.569153676503387,0.012701755041677809,0.010932814238968837,0.010917912497327783,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3173.349140851323,2796.2923753126274,41.16028344732492,0.8738273938304705,0.19145683099680808,0.1670856238504667,10.487987451745425,56.33248743710261,0.22278384862130973,0.16278078199507032,0.13516672351186537,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 70cdb0f07fc0c53cc0080b2d622ce36e3fd1eea0..30df1848284c38df154f5e9f237a3402318f6857 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T16:23:30.540715+00:00", + "evaluated_at": "2026-06-19T16:34:25.999570+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index 3fc15e811f69c2b0ff4d68dfd255cbb1c479b66a..9904b36a11974f5d6e11097d3882b6dc51b16b20 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T15:10:39.629598+00:00", + "evaluated_at": "2026-06-19T16:34:26.017061+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,93 +101,113 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0, 17.0, + 17.200000762939453, 17.0, 17.0, 17.0 ], "p50": [ - 15.994328082089018, - 15.986297223056006, - 15.978266364022993, - 15.970235504989981, - 15.96220464595697, - 15.954173786923958, - 15.946142927890946, - 15.938112068857935, - 15.930081209824921, - 15.92205035079191, - 15.914019491758898, - 15.905988632725887, - 15.897957773692875, - 15.889926914659862, - 15.88189605562685, - 15.873865196593838, - 15.865834337560827, - 15.857803478527815, - 15.849772619494802, - 15.84174176046179, - 15.833710901428779, - 15.825680042395767, - 15.817649183362755, - 15.809618324329744 + 16.684951743613578, + 16.691360369784256, + 16.697768995954938, + 16.70417762212562, + 16.7105862482963, + 16.71699487446698, + 16.723403500637662, + 16.729812126808344, + 16.736220752979023, + 16.742629379149705, + 16.749038005320386, + 16.755446631491065, + 16.761855257661747, + 16.76826388383243, + 16.774672510003107, + 16.78108113617379, + 16.78748976234447, + 16.79389838851515, + 16.80030701468583, + 16.806715640856513, + 16.81312426702719, + 16.819532893197874, + 16.825941519368556, + 16.832350145539237 ], "p10": [ - 15.894327700619291, - 15.88629684158628, - 15.878265982553266, - 15.870235123520255, - 15.862204264487243, - 15.854173405454231, - 15.946142927890946, - 15.838111687388208, - 15.830080828355195, - 15.822049969322183, - 15.814019110289172, - 15.80598825125616, - 15.797957392223148, - 15.789926533190135, - 15.781895674157123, - 15.773864815124112, - 15.7658339560911, - 15.757803097058089, - 15.749772238025075, - 15.741741378992064, - 15.733710519959052, - 15.72567966092604, - 15.717648801893029, - 15.509619087269197 + 16.58495136214385, + 16.59135998831453, + 16.59776861448521, + 16.604177240655893, + 16.700586210149325, + 16.616994492997254, + 16.623403119167936, + 16.629811745338618, + 16.636220371509296, + 16.642628997679978, + 16.64903762385066, + 16.65544625002134, + 16.66185487619202, + 16.668263502362702, + 16.67467212853338, + 16.681080754704062, + 16.687489380874744, + 16.493899151454603, + 16.700306633216105, + 16.706715259386787, + 16.713123885557465, + 16.719532511728147, + 16.52594228230801, + 16.73234976406951 ], "p90": [ - 15.994328082089018, - 16.086297604525733, - 16.07826674549272, - 15.970235504989981, - 15.96220464595697, - 16.054174168393686, - 16.046143309360673, - 16.038112450327663, - 16.03008159129465, - 15.92205035079191, - 16.014019873228627, - 15.915988670872858, - 15.907957811839847, - 15.989927296129588, - 15.981896437096577, - 15.973865578063565, - 15.965834719030553, - 15.957803859997542, - 15.949773000964528, - 15.851741798608762, - 15.933711282898505, - 15.925680423865494, - 15.917649564832482, - 15.90961870579947 + 16.784952125083304, + 16.791360751253983, + 16.797769377424665, + 16.804178003595347, + 16.810586629766025, + 16.816995255936707, + 16.82340388210739, + 16.82981250827807, + 16.83622113444875, + 16.84262976061943, + 16.849038386790113, + 16.85544701296079, + 16.861855639131473, + 16.868264265302155, + 16.874672891472834, + 16.881081517643516, + 16.797489800491444, + 16.893898769984876, + 16.900307396155558, + 16.90671602232624, + 16.913124648496918, + 16.9195332746676, + 16.925941900838282, + 16.932350527008964 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 94697d848e33c416a312da5c7882de47e03f3e19..54c5628271d463bf30a626c04d4424e35a9a881b 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T15:10:39.645563+00:00", + "evaluated_at": "2026-06-19T16:34:26.042942+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,89 +365,89 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 37.044563871004016, - 34.85778452270507, - 32.52100555587585, - 30.734225826107178, - 29.097445714868783, - 26.76066484069093, - 24.823885969229146, - 22.737106525562766, - 21.050327177263824, - 18.86354735212772, - 17.47676771772648, - 14.889988274060105, - 12.953209402598318, - 10.766429100625057, - 8.929651087470155, - 7.242870785496895, - 4.906089911319044, - 3.1193120888990085, - 0.6825327406000602, - -1.1042488965172406, - -2.9910275772441675, - -5.17780644870595, - -7.164585987739762, - -8.951364763834114 + 21.11626579069607, + 15.397307496697255, + 9.878349965637895, + 4.759391099434487, + -0.8595677667689194, + -6.728525202460845, + -12.097485499175725, + -17.766444556113996, + -23.535400179824727, + -28.454360190437313, + -34.07331905664071, + -39.792276873802365, + -45.311234881698894, + -51.13019451084175, + -56.24915337704516, + -61.7681099544302, + -67.38706929747076, + -73.20602654242784, + -78.57498731597987, + -83.79394513314153, + -89.56290504838668, + -94.88186086283227, + -100.10082106417973, + -106.01977821376934 ], "p10": [ - 33.22456455764952, - 31.037784446411123, - 29.871004029996946, - 27.87422445281616, - 25.297446287073374, - 23.490665908806164, - 20.50388465315859, - 18.627106010578636, - 18.310328359819977, - 15.453543976120642, - 14.076767908461346, - 11.949988216839646, - 9.703209402598318, - 7.0164308172388274, - 5.609650057501894, - 4.012870098851387, - 1.7560912464630865, - -0.430688578673013, - -1.6174655427861704, - -3.5342467221397986, - -6.301027710758572, - -8.377806734808246, - -10.26458636920949, - -12.151365526773567 + 17.18626624845974, + 12.197307687432119, + 6.35834817273018, + 1.1493906798177882, + -4.089568453414427, + -10.688525717444975, + -15.097485499175725, + -20.126442114707746, + -25.455401591262714, + -31.964360228584287, + -37.07331905664071, + -43.51227704546374, + -48.211234690964034, + -55.730194892311474, + -60.06915249966479, + -65.06811109883938, + -71.29707019392461, + -76.91602753424912, + -82.14498662933435, + -87.46394606774237, + -93.18290359880172, + -97.8818627701809, + -104.22082037753422, + -109.33977924373761 ], "p90": [ - 42.704562383272076, - 39.357783664398184, - 36.19100505996521, - 36.08422525390259, - 33.39744495192933, - 31.41066541289552, - 28.173886636801164, - 26.457107937000753, - 27.080325384356108, - 22.173548057846716, - 21.77676886213566, - 18.399989742718553, - 17.84320974592107, - 15.246429787270563, - 14.539649790473085, - 11.882871128819646, - 10.586090407229685, - 7.669313233308189, - 5.582532454497765, - 4.595751866422213, - 0.4189735099445527, - -1.17780816531972, - -1.3545865217973796, - -2.9913670145055034 + 26.6162676980447, + 19.997307878166982, + 18.078348821228715, + 12.199389821510902, + 5.100430364029417, + -2.348526232429108, + -7.437483362945261, + -12.996441809531966, + -18.625401381454367, + -22.224359313056944, + -30.42331867517099, + -34.07227593920154, + -41.51123564463835, + -47.03019603672065, + -51.62915120266772, + -57.25810991628323, + -64.08706958357305, + -69.40602730536729, + -74.09498662933436, + -78.2439435118952, + -84.75290233995163, + -90.28186048136254, + -96.69082045382817, + -101.6797788241209 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index fedac2d928341653092bd4d99b574c2ba39b3e4b..0d9e801b5a1c22779b2c779aa504494b352c06cc 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T15:10:39.666360+00:00", + "evaluated_at": "2026-06-19T16:34:26.076860+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 23.004541629699794, - 22.507549328260072, - 22.310556263880898, - 21.81356586978981, - 21.516572423940907, - 21.119580503970912, - 20.722588584000917, - 20.325596664030922, - 19.928604744060927, - 19.53161282409093, - 19.13462090412094, - 18.73762898415094, - 18.34063706418095, - 18.04364552568068, - 17.446654750119865, - 17.04966283014987, - 16.75266938430097, - 16.355677464330974, - 15.958685544360977, - 15.461695150269888, - 15.164701704420986, - 14.667711310329898, - 14.370717864480996, - 13.873727470389907 + 22.732123448634397, + 22.56124884480655, + 22.19037729273651, + 21.969503451848112, + 21.64863113683862, + 21.37775805888968, + 21.206883455061828, + 20.936010377112883, + 20.66513729916394, + 20.294265747093903, + 20.12339114326605, + 19.852518065317106, + 19.581644987368165, + 19.31077190941922, + 18.93989845000055, + 18.669025372051603, + 18.49815267557239, + 18.227279597623443, + 17.856408045553405, + 17.585534967604463, + 17.314661889655518, + 17.043788811706573, + 16.872914207878726, + 16.502042655808687 ], "p10": [ - 22.204540485290615, - 21.707548183850893, - 21.500555272059607, - 20.913566251259535, - 20.816571661001454, - 20.119582220584682, - 19.812589118058533, - 19.525595519621742, - 18.928604744060927, - 18.731611679681752, - 18.124620865973966, - 17.73762898415094, - 17.34063706418095, - 17.143645716415545, - 16.646653605710686, - 16.339660312449674, - 15.852669765770694, - 15.655678608740152, - 15.158684399951797, - 14.561693624390982, - 14.254702238478604, - 13.767711501064761, - 13.460718207803751, - 12.973727851859634 + 21.732121541285764, + 21.661249226276276, + 21.290375766857608, + 21.01950440552243, + 20.948628466550534, + 20.47775844035941, + 20.396882463240537, + 20.026010911170502, + 19.96513825283826, + 19.394265937828767, + 19.223391524735778, + 18.942518599374722, + 18.68164536883789, + 18.610771146479767, + 18.12989936552789, + 17.869026134991056, + 17.69815153116321, + 17.527280742032623, + 16.956408427023135, + 16.785533823195284, + 16.614659219367432, + 16.343787858032258, + 15.872915924492498, + 15.602041129929782 ], "p90": [ - 24.32454075231942, - 23.927548832349427, - 23.710556073146034, - 23.613565106850356, - 22.91657204247118, - 22.51958202984982, - 22.12258820253119, - 21.725596473296058, - 21.12860550700038, - 20.731613587030385, - 20.64462265888168, - 20.04762825935846, - 19.540637827120403, - 19.34364667008986, - 18.946652842771233, - 18.549660922801237, - 18.152669002831242, - 17.9556778458007, - 17.358685162891252, - 16.761694387330436, - 16.56470132295126, - 16.267711691799626, - 15.77071748301127, - 15.373725563041274 + 23.832123830104123, + 23.961248463336823, + 23.500376377209168, + 23.419502307438933, + 23.058628886167238, + 22.87775615154105, + 22.6068830735921, + 22.536010758582613, + 21.775137718780645, + 21.504264640831696, + 21.52339076179633, + 21.25251768384738, + 20.98164460589844, + 20.910772481623813, + 20.149899251086975, + 20.169025372051607, + 19.898152294102665, + 19.627279216153717, + 19.166407130026062, + 19.085533060255834, + 18.814659982306885, + 18.55378884985355, + 18.08291481823029, + 18.002040748460054 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a9db28d093ce6833e67efdeedb0dba9ddf17f89d..2bf830339ba968fc9774a92918a86bee0af99021 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,30 +1,30 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T16:23:30.612531+00:00", + "evaluated_at": "2026-06-19T16:34:26.093670+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index d2df72b0d8a627498be60e472907c69ff14e89ce..bfd944f8f56f2e2b603470ce3c469b6e4fa7c3ae 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1557,3 +1557,7 @@ {"evaluated_at": "2026-06-19T16:23:30.687515+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-19T16:23:30.687515+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-19T16:23:30.687515+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-19T16:34:26.174008+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T16:34:26.174008+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-19T16:34:26.174008+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-19T16:34:26.174008+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 53bb624c0552a5229b0310f555fcb959aaedb3bc..816e96fc0723f03b96d7e85ac51f63b8a80ba03a 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1208747.1433709462,1206589.5675374668,860.103759765625,0.781858213168593,0.013628904049372647,0.013478356245611821,3.9101101377508507,1099.4303722250656,0.01726271314731404,0.013504924783650413,0.009169335451410226,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1238433.1113306682,1244915.3904274304,869.2113444010416,0.7901372606305749,0.013774755467699034,0.013619442166371872,4.434724289190776,1112.8490963875868,0.017473407332114232,0.013647927583098178,0.009402513244193481,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.07266530571890446,0.09858639077788212,0.2269434134165446,0.13008220170710502,0.009710503759871722,0.009750894938603207,2.1851288424636572,0.2695650305935554,0.011543305829418182,0.00971816418943878,0.0197389234331775,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7788545645600499,0.9404853283886426,0.8006722701325392,1.0064492337676831,12.091145935712317,0.7546137395654211,7.213720654518476,0.8825273732638834,0.8904224747315589,0.8078350947729487,0.47417650720218707,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08484498385859102,0.043381665133645164,0.16470705138312447,0.823535087102809,0.125650413840561,0.1141802833763293,5.619274224957741,0.29128162293318643,0.20723594351406455,0.1171828859406991,0.11478648231628506,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.30184325214683366,0.3959166476836818,0.4084214170773824,1.2841195467640585,0.024069481649356295,0.024776274897316684,36.24582667600739,0.5494026320894665,0.03348314773711789,0.02489109780016147,0.022451312118130944,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,109.96504212204825,104.04126374364034,8.691769162813822,0.7904371421314361,0.3246344157847327,0.30767136372710113,7.279287240966645,10.4864217978321,0.3722989987396012,0.3085835205732718,0.24356082462308282,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.2179939857763504,1.2735582644827066,0.8916634321212769,0.4573384325018252,0.03386434896910354,0.03475918767127237,3.242493125706625,1.1036276481569092,0.0421500081148078,0.034054620652495385,0.03292035337793769,Weather,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.6055614723118197,0.8981990689454354,0.9407061735788981,3.287904402965278,0.05533155233796322,0.05692978354869744,14.521565257003601,0.7781783036758476,0.04578641717989324,0.05534922408364405,0.04726219221987872,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,92.06017380691235,101.99491895096651,7.466808756192525,0.6774388316287777,0.23338874090950487,0.2829808242430783,9.274061945238797,9.594799310403129,0.3483739537816567,0.2711095463670508,0.2453323569452488,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.9871858127476116,2.0121361211700255,1.1877986987431843,0.6153988483820667,0.04551145012693303,0.04684588128489329,6.535208172751179,1.409675782847819,0.053371542424470605,0.044971084424557065,0.04094134504402601,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,28.996265476224306,22.70018542389667,3.8174853126207986,0.6655180206021732,0.7401088336263278,0.40717042610054355,7.213209419504494,5.384818054142991,0.5821424923397828,0.4127011148779242,0.32379785696188135,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,6520.499481273194,6729.490798570837,77.03756205240886,1.013096706442637,0.031120856461074015,0.030578731617241176,7.688815282534246,80.74960979022248,0.0324893652131658,0.030995833851765506,0.020024448442738894,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,421.0737164568688,302.4390479905747,15.198910304478236,0.32267086297940617,0.06137473765343993,0.0599805707275231,1.598517073420046,20.520080810193434,0.08115286196121697,0.06010868481997043,0.05242898465699545,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index db066d8124696fb6eef6e5207774d881e5eb0ca6..e91c8df574195219ce754632d09d30a600b01621 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T16:21:39.394783+00:00", + "evaluated_at": "2026-06-19T16:33:01.365052+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 62958.01171875 ], "p50": [ - 64548.796875, - 64581.431640625, - 64561.912109375, - 64611.21875, - 64626.560546875, - 64576.3359375, - 64546.33203125, - 64693.73046875, - 64676.8828125, - 64703.19140625, - 64614.060546875, - 64654.654296875, - 64566.40234375, - 64624.701171875, - 64566.640625, - 64518.921875, - 64378.55859375, - 64535.603515625, - 64536.375, - 64440.61328125, - 64356.947265625, - 64428.28125, - 64555.701171875, - 64354.224609375 + 64567.75390625, + 64608.234375, + 64588.61328125, + 64596.52734375, + 64645.892578125, + 64494.15234375, + 64582.6953125, + 64656.96484375, + 64598.470703125, + 64624.59765625, + 64582.0, + 64668.837890625, + 64655.44140625, + 64636.8828125, + 64566.001953125, + 64586.525390625, + 64398.5546875, + 64597.671875, + 64627.046875, + 64451.400390625, + 64493.134765625, + 64632.30078125, + 64222.28515625, + 64324.865234375 ], "p10": [ - 64189.9921875, - 64092.15234375, - 63980.435546875, - 63608.86328125, - 63884.869140625, - 63667.193359375, - 63593.25, - 63628.6015625, - 63495.458984375, - 63579.740234375, - 63258.466796875, - 63180.609375, - 63127.15234375, - 63052.0859375, - 62700.953125, - 63042.62109375, - 62884.060546875, - 62972.73828125, - 62665.65625, - 62482.115234375, - 62873.826171875, - 62934.484375, - 62500.9921875, - 62848.8515625 + 64277.232421875, + 64009.666015625, + 63880.94921875, + 63891.947265625, + 63740.833984375, + 63538.796875, + 63620.626953125, + 63651.185546875, + 63538.052734375, + 63460.822265625, + 63129.673828125, + 63088.46484375, + 63447.779296875, + 63185.3828125, + 62978.75, + 62848.861328125, + 62894.96875, + 62913.025390625, + 62899.65234375, + 62468.349609375, + 62292.9921875, + 62699.58203125, + 62224.34765625, + 62163.697265625 ], "p90": [ - 64891.857421875, - 65206.595703125, - 65255.578125, - 65277.44921875, - 65560.984375, - 65469.259765625, - 65662.30859375, - 65859.72265625, - 65777.05078125, - 65867.9453125, - 65943.9296875, - 66113.765625, - 65945.36328125, - 65835.578125, - 66182.62109375, - 66130.83984375, - 66298.65234375, - 66343.046875, - 66162.28515625, - 66322.59375, - 66205.19140625, - 66667.40625, - 66151.01953125, - 66347.13671875 + 64885.30078125, + 65140.765625, + 65294.64453125, + 65554.3046875, + 65400.681640625, + 65589.3203125, + 65648.17578125, + 65707.12890625, + 65878.65234375, + 65991.33203125, + 66075.0625, + 65857.671875, + 66230.9296875, + 66094.51171875, + 65972.5234375, + 65956.98046875, + 66105.21484375, + 65931.1171875, + 66426.546875, + 66103.14453125, + 66341.59375, + 67041.6328125, + 66191.25390625, + 65975.52734375 ], "timestamps": [ "2026-06-14 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 865f2f8b62c45d67e5597e80d017f456d62aab94..0c8198ec0811845c58e93d020754e462f655dcd1 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:07:13.138014+00:00", + "evaluated_at": "2026-06-19T16:33:08.194522+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,93 +101,113 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0, 17.0, + 17.200000762939453, 17.0, 17.0, 17.0 ], "p50": [ - 15.999862670898438, - 16.000024795532227, - 15.999936580657959, - 16.000024795532227, - 16.00005340576172, - 15.999967098236084, - 15.999864101409912, - 15.999883651733398, - 15.999912738800049, - 16.00013542175293, - 15.999868392944336, - 16.000080108642578, - 15.999927520751953, - 15.999885559082031, - 15.999885082244873, - 16.000012397766113, - 15.99989938735962, - 15.99995756149292, - 15.999982357025146, - 15.999988079071045, - 15.999920845031738, - 15.999906063079834, - 15.999766826629639, - 15.999853610992432 + 16.249540328979492, + 16.021082878112793, + 16.300107955932617, + 16.434518814086914, + 16.4400053024292, + 16.389677047729492, + 16.015731811523438, + 16.01146125793457, + 16.282761573791504, + 16.01270580291748, + 16.01581382751465, + 16.015236854553223, + 16.01559066772461, + 16.01154899597168, + 16.020277976989746, + 16.013736724853516, + 16.00971221923828, + 16.011505126953125, + 16.011432647705078, + 16.011357307434082, + 16.011383056640625, + 16.010757446289062, + 16.01759910583496, + 16.03093719482422 ], "p10": [ - 15.999344825744629, - 15.999432563781738, - 15.999454021453857, - 15.999567985534668, - 15.99956464767456, - 15.999517917633057, - 15.9994535446167, - 15.99946403503418, - 15.99943733215332, - 15.999638557434082, - 15.999297142028809, - 15.999608039855957, - 15.9994215965271, - 15.99947214126587, - 15.999301433563232, - 15.999464988708496, - 15.999311923980713, - 15.9993257522583, - 15.999399185180664, - 15.999461650848389, - 15.999518394470215, - 15.999420166015625, - 15.999268531799316, - 15.99932050704956 + 16.00039768218994, + 16.000664710998535, + 16.00233268737793, + 16.00104331970215, + 15.999388217926025, + 15.999032497406006, + 16.000664710998535, + 16.000203132629395, + 16.000892639160156, + 16.000317573547363, + 16.000203132629395, + 15.999435901641846, + 15.99936294555664, + 15.999446392059326, + 16.001075744628906, + 16.001349449157715, + 16.0001802444458, + 16.00026798248291, + 15.999119281768799, + 15.999760627746582, + 16.001585006713867, + 15.999779224395752, + 16.001073837280273, + 15.999432563781738 ], "p90": [ - 16.075936317443848, - 16.003167152404785, - 16.00253963470459, - 16.30767250061035, - 16.329145431518555, - 16.345059394836426, - 16.001325607299805, - 16.001501083374023, - 16.00099277496338, - 16.001708030700684, - 16.157033920288086, - 16.001748085021973, - 16.2936954498291, - 16.396016120910645, - 16.382678031921387, - 16.34641933441162, - 16.496423721313477, - 16.423850059509277, - 16.415099143981934, - 16.210841178894043, - 16.217188835144043, - 16.405176162719727, - 16.24487018585205, - 16.349907875061035 + 19.168710708618164, + 19.65401840209961, + 21.23529624938965, + 20.52153205871582, + 19.29996109008789, + 20.847182273864746, + 19.476601600646973, + 19.45033073425293, + 20.072627067565918, + 19.63595485687256, + 20.296222686767578, + 20.720894813537598, + 20.163572311401367, + 21.623367309570312, + 19.697839736938477, + 20.164132118225098, + 19.4025936126709, + 20.2593994140625, + 19.525628089904785, + 20.725194931030273, + 20.702916145324707, + 19.64431381225586, + 19.865391731262207, + 20.386394500732422 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 3fc28749c2547cebebd0e52fba46f4aae7f1cef6..c05ca2ddd141eaafd1670d821b3af92e528225cd 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:07:24.677400+00:00", + "evaluated_at": "2026-06-19T16:33:12.996579+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,89 +365,89 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 37.70072364807129, - 36.495168685913086, - 36.2098388671875, - 34.98013114929199, - 32.42685508728027, - 30.082999229431152, - 29.424023628234863, - 27.838241577148438, - 27.256239891052246, - 26.4250545501709, - 25.14244270324707, - 23.750100135803223, - 24.00952434539795, - 23.997421264648438, - 22.213699340820312, - 22.387901306152344, - 21.41258144378662, - 22.3606595993042, - 23.46717643737793, - 24.292614936828613, - 27.537691116333008, - 29.531020164489746, - 32.300086975097656, - 36.88254737854004 + 22.955978393554688, + 22.290120124816895, + 21.64108657836914, + 20.368144989013672, + 19.50516986846924, + 20.35002326965332, + 21.09568500518799, + 21.042205810546875, + 20.677350997924805, + 19.959569931030273, + 19.991324424743652, + 19.881924629211426, + 18.40168857574463, + 19.067234992980957, + 18.707600593566895, + 18.94058895111084, + 19.890914916992188, + 20.791622161865234, + 21.978917121887207, + 24.881279945373535, + 25.810853004455566, + 27.99175453186035, + 25.416516304016113, + 25.756736755371094 ], "p10": [ - 32.20939064025879, - 28.56206512451172, - 26.213109970092773, - 22.53855037689209, - 20.42294216156006, - 19.70164203643799, - 19.032702445983887, - 17.026667594909668, - 15.156708717346191, - 16.675212860107422, - 15.420695781707764, - 14.545265197753906, - 16.017930030822754, - 15.058454036712646, - 14.867491722106934, - 15.048563003540039, - 13.87896728515625, - 15.051625728607178, - 13.938023090362549, - 16.067501544952393, - 16.33065128326416, - 19.62752342224121, - 20.247135162353516, - 19.192325592041016 + 19.408530235290527, + 16.356961250305176, + 14.62943696975708, + 13.23458194732666, + 11.462499618530273, + 11.900247573852539, + 13.4337797164917, + 13.4858717918396, + 12.905543327331543, + 11.928547859191895, + 12.250333786010742, + 11.7332181930542, + 11.132651329040527, + 11.957779884338379, + 10.280961036682129, + 11.769103050231934, + 12.108053207397461, + 12.204179763793945, + 12.733460426330566, + 15.843376636505127, + 14.828044891357422, + 14.159162998199463, + 14.578656673431396, + 15.095326900482178 ], "p90": [ - 45.74384117126465, - 48.712196350097656, - 50.50802993774414, - 46.63699150085449, - 48.39126014709473, - 46.21426582336426, - 46.499290466308594, - 40.85589027404785, - 42.61402130126953, - 39.457733154296875, - 36.22189140319824, - 35.653310775756836, - 36.89103317260742, - 34.97589874267578, - 30.612302780151367, - 32.364187240600586, - 33.03372383117676, - 32.587921142578125, - 36.78799629211426, - 40.95394325256348, - 44.94602966308594, - 49.69608688354492, - 56.70998764038086, - 60.77568817138672 + 27.454509735107422, + 29.462261199951172, + 30.121902465820312, + 31.045491218566895, + 28.653403282165527, + 30.90883445739746, + 30.304621696472168, + 32.03040313720703, + 31.71572780609131, + 29.689340591430664, + 30.47623348236084, + 29.519309043884277, + 26.563583374023438, + 27.09110927581787, + 27.028212547302246, + 27.523205757141113, + 29.09336280822754, + 37.03047561645508, + 36.34486961364746, + 44.110971450805664, + 48.25297737121582, + 49.09787178039551, + 48.46592712402344, + 48.181884765625 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 9a9e74111fbab682eab009e1c80e5000803d62fd..4f4e7b20e6688e4e559a3e2b34d70006b5068f2b 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:07:31.788901+00:00", + "evaluated_at": "2026-06-19T16:33:20.394095+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 23.318572998046875, - 23.083930015563965, - 23.160237312316895, - 23.18955898284912, - 22.97840690612793, - 22.50192356109619, - 22.573810577392578, - 23.19930648803711, - 24.55734157562256, - 25.74124050140381, - 26.719200134277344, - 27.84272575378418, - 28.41281223297119, - 28.939589500427246, - 28.530070304870605, - 28.5516939163208, - 28.12229061126709, - 27.58643913269043, - 26.960806846618652, - 25.910832405090332, - 24.931273460388184, - 24.504955291748047, - 24.362019538879395, - 24.067733764648438 + 23.126296043395996, + 23.041929244995117, + 22.825406074523926, + 22.621996879577637, + 22.497373580932617, + 23.081841468811035, + 24.572845458984375, + 25.784873962402344, + 26.9715633392334, + 27.881853103637695, + 28.735496520996094, + 29.590904235839844, + 29.20122528076172, + 29.28191089630127, + 28.72086524963379, + 28.458667755126953, + 27.842313766479492, + 26.536251068115234, + 25.327265739440918, + 24.612308502197266, + 24.03798007965088, + 23.804980278015137, + 23.320164680480957, + 23.123562812805176 ], "p10": [ - 22.94329071044922, - 22.6125431060791, - 22.5916690826416, - 22.42014503479004, - 22.22985553741455, - 21.651841163635254, - 21.544299125671387, - 22.025036811828613, - 23.174710273742676, - 24.086237907409668, - 24.743374824523926, - 25.29934310913086, - 26.168607711791992, - 26.361942291259766, - 26.246978759765625, - 25.725465774536133, - 25.780579566955566, - 25.188365936279297, - 24.14052963256836, - 23.621685028076172, - 22.857972145080566, - 22.343520164489746, - 22.196887016296387, - 22.09334373474121 + 22.777146339416504, + 22.54922866821289, + 22.097476959228516, + 21.87779998779297, + 21.563249588012695, + 21.979293823242188, + 23.364561080932617, + 24.529425621032715, + 25.279308319091797, + 25.647038459777832, + 26.436964988708496, + 27.11279582977295, + 26.68215847015381, + 26.6610164642334, + 25.99786949157715, + 25.28046226501465, + 25.413662910461426, + 24.11784076690674, + 22.998252868652344, + 22.49877643585205, + 22.256071090698242, + 22.29379653930664, + 21.26846408843994, + 21.46608066558838 ], "p90": [ - 23.662147521972656, - 23.53192138671875, - 23.797354698181152, - 23.955029487609863, - 23.897850036621094, - 23.346596717834473, - 23.550893783569336, - 24.435051918029785, - 26.494747161865234, - 27.50522804260254, - 28.578248977661133, - 30.360783576965332, - 31.00410747528076, - 31.661495208740234, - 31.19547939300537, - 30.980863571166992, - 30.844663619995117, - 30.769396781921387, - 30.159924507141113, - 28.65240478515625, - 27.414172172546387, - 26.80963706970215, - 26.488638877868652, - 26.34849452972412 + 23.436131477355957, + 23.551281929016113, + 23.39279556274414, + 23.300734519958496, + 23.3600435256958, + 24.14673614501953, + 25.681878089904785, + 27.330493927001953, + 28.91563129425049, + 30.700142860412598, + 31.55527400970459, + 32.826162338256836, + 32.629974365234375, + 33.392513275146484, + 32.10002899169922, + 32.54167366027832, + 31.092897415161133, + 28.772770881652832, + 27.947969436645508, + 27.03726577758789, + 26.020480155944824, + 25.454373359680176, + 25.478442192077637, + 24.836156845092773 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index bba729e55dcdb882698f605df17ca5e185d68c74..66795bf9979d9f87519467eb908e58955f0ea22e 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,30 +1,30 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T16:22:08.311697+00:00", + "evaluated_at": "2026-06-19T16:33:22.580492+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 0029f89c220082d1a454bbbab69c62457824f559..3270cb8c1ddc148b9a5822390900116007dd65b2 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,Moving-Average,2976970.8600683515,2900099.9728 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,2.8577144586811323,2.8984197814294816,1.5162396095483064,0.8690967662654628,0.06401851784150171,0.06487387899828524,4.763387027254713,1.6904775830164482,0.07238958145115224,0.0649283680644894,0.05494838497429076,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1397405430600713,1.1480588346506333,0.8633383997578647,1.0852208866615134,13.706985835132748,0.7647656279826919,39.8387033460831,1.0675863164447508,1.0771369576477097,0.8710618364166286,0.8554809670320018,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.017074227894479686,0.017068248456138736,0.10314879369109733,0.5157438621091786,0.07436297473860504,0.07408967107500666,5.470514575885746,0.13066838904065392,0.09296565508533347,0.07338649574818992,0.06287372784562575,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,0.3943920090406881,0.38404998182996625,0.409557797546275,1.2876924455192418,0.024162756916408467,0.0248475946767599,38.8313269750096,0.6280063765923783,0.03827362495029055,0.024960354103104175,0.024580399197783095,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,147.05276349298265,142.98485498859182,10.25234287030266,0.9323570894202341,0.4409136779601966,0.33086764575122324,18.76283051638781,12.12653138753958,0.43052774156945256,0.36398850427110035,0.3363678367759588,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,4.608909059063599,4.80948625201868,1.7787685299394138,0.9123388735711008,0.0659688009807241,0.06781457171136919,9.918984029773176,2.146836989401757,0.08199250596482721,0.06793514832336946,0.056713358117209234,Weather,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5644184584872511,0.5901546814541904,0.7646929983507107,2.6727128478690165,0.04497497235103489,0.04601885167540867,68.70352380562889,0.7512778836670564,0.04420365157589368,0.044992969441118774,0.04401887054492806,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,123.1520845596156,117.66465586068837,9.233204919030618,0.8376981059478344,0.4070825681809423,0.3117402726424606,16.324274286169416,11.097390889736902,0.40293098540648353,0.33524495923863057,0.30584784614067806,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,4.298173520303194,4.584161135602205,1.693451557823676,0.8773777405028387,0.06187589742213945,0.06414078009724139,8.183756816214823,2.0732036851942923,0.07849328177815562,0.06411553831164121,0.052719823374708055,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,27.699797197147173,30.71735701501189,4.555763473053892,0.7942251091038263,0.8530761937386188,0.4574294760996062,4.412832592511158,5.263059680181023,0.5689794248844349,0.4925149700598802,0.36957688227149305,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1352.3516731114817,1431.266832102189,29.7459795321638,0.39118000480653764,0.012054667627284856,0.011946767486783076,15.0719539015544,36.77433443464996,0.014796044030705767,0.011968206349906642,0.011934677431214272,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3197.6763016482378,2817.5812890455422,41.356732348111656,0.8779979781077876,0.19236769295660214,0.16779456410206287,10.519354079162806,56.54799997920561,0.2236361581098527,0.163557698551854,0.13571534226609228,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index f7d4fab6b12d5436745826c1ccdf18d134993691..d6f09dba1c77dcba9dcb49fc4f1b6a1f2364cb86 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T16:23:30.617791+00:00", + "evaluated_at": "2026-06-19T16:34:26.099295+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index bc88e33fd0941570e2d531e46291f35dd4e0f746..9a1dbe1aa34528a721f442971b78f962ffd9c793 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:10:39.727965+00:00", + "evaluated_at": "2026-06-19T16:34:26.106632+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,93 +101,113 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0, 17.0, + 17.200000762939453, 17.0, 17.0, 17.0 ], "p50": [ - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071, - 16.01469299835071 + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091 ], "p10": [ - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 16.01469299835071, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.914692616880984, - 15.714693761290164 + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.221140360413937, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 15.931141161500364, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 15.931141161500364, + 16.131140017091184 ], "p90": [ - 16.01469299835071, - 16.114693379820437, - 16.114693379820437, - 16.01469299835071, - 16.01469299835071, - 16.114693379820437, - 16.114693379820437, - 16.114693379820437, - 16.114693379820437, - 16.01469299835071, - 16.114693379820437, - 16.024693036497684, - 16.024693036497684, - 16.114693379820437, - 16.114693379820437, - 16.114693379820437, - 16.114693379820437, - 16.114693379820437, - 16.114693379820437, - 16.024693036497684, - 16.114693379820437, - 16.114693379820437, - 16.114693379820437, - 16.114693379820437 + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.241140436707884, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index bb1baa500b5978ac0964519bfc1f384cebea76b0..71a57fa7fb57020fd68b05c450c9492b9d3628b2 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:10:39.736232+00:00", + "evaluated_at": "2026-06-19T16:34:26.114080+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,89 +365,89 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 38.37301029992934, - 38.173010490664204, - 37.823011062868794, - 38.02301087213393, - 38.37301029992934, - 38.0230089647853, - 38.07300963235732, - 37.97300972772475, - 38.273009918459614, - 38.07300963235732, - 38.67300953698989, - 38.07300963235732, - 38.12301029992934, - 37.92300953698989, - 38.073011062868794, - 38.37301029992934, - 38.0230089647853, - 38.22301068139907, - 37.77301087213393, - 37.973008774050435, - 38.07300963235732, - 37.87301029992934, - 37.87301029992934, - 38.073011062868794 + 36.13105702091806, + 35.93105721165292, + 35.93105816532724, + 36.33105778385751, + 36.23105740238778, + 35.88105845142953, + 36.03105663944833, + 35.88105606724374, + 35.63105892826669, + 36.23105740238778, + 36.13105702091806, + 35.93105768849008, + 35.93105816532724, + 35.63105702091806, + 36.03105663944833, + 36.03105854679696, + 35.93105768849008, + 35.63105892826669, + 35.78105663944833, + 36.08105730702035, + 35.83105587650888, + 36.03105854679696, + 36.33105683018319, + 35.93105816532724 ], "p10": [ - 34.55301098657485, - 34.35301041437026, - 35.17300953698989, - 35.16300949884292, - 34.57301087213393, - 34.753010032900534, - 33.75300831628676, - 33.86300921274062, - 35.53301110101577, - 34.663006256350236, - 35.27300972772475, - 35.13300957513686, - 34.87301029992934, - 34.173011253603654, - 34.753010032900534, - 35.14300961328383, - 34.87301029992934, - 34.673010013827046, - 35.4730125887477, - 35.54301094842788, - 34.76300949884291, - 34.673010013827046, - 34.773009918459614, - 34.87301029992934 + 32.201057478681726, + 32.73105740238778, + 32.41105637241952, + 32.721057364240814, + 33.00105671574227, + 31.9210579364454, + 33.03105663944833, + 33.52105850864999, + 33.7110575168287, + 32.721057364240814, + 33.13105702091806, + 32.2110575168287, + 33.0310583560621, + 31.03105663944833, + 32.2110575168287, + 32.73105740238778, + 32.02105679203622, + 31.9210579364454, + 32.21105732609384, + 32.41105637241952, + 32.21105732609384, + 33.03105663944833, + 32.2110575168287, + 32.611057135358976 ], "p90": [ - 44.0330088121974, - 42.67300963235732, - 41.49301056695815, - 43.37301029992934, - 42.67300953698989, - 42.67300953698989, - 41.42301029992934, - 41.693011139162735, - 44.3030081255519, - 41.38301033807631, - 42.97301068139907, - 41.583011101015764, - 43.013010643252095, - 42.40301022363539, - 43.683009765871724, - 43.013010643252095, - 43.70300946069594, - 42.77301182580825, - 42.67301058603164, - 43.67300953698989, - 41.48301071954604, - 41.873008583315574, - 43.683009765871724, - 44.0330088121974 + 41.63105892826669, + 40.53105759312265, + 44.13105702091806, + 43.77105650593392, + 42.19105553318612, + 40.26105742146127, + 40.6910587756788, + 40.65105881382577, + 40.54105772663705, + 42.46105827976815, + 39.78105740238778, + 41.651058623090904, + 39.73105740238778, + 39.73105549503915, + 40.65105881382577, + 40.54105858494393, + 39.23105740238778, + 39.43105816532724, + 40.261057326093834, + 41.63105892826669, + 40.64105858494393, + 40.63105892826669, + 39.74105744053475, + 40.27105755497567 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 873b1628bbba77b40f9782940c2801031dc172a7..ecbfceec00b5e929b0612a4838a16dff0f92795e 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:10:39.747058+00:00", + "evaluated_at": "2026-06-19T16:34:26.124722+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 25.313695220804927, - 25.2136948393352, - 25.41369369492602, - 25.313695220804927, - 25.41369369492602, - 25.41369369492602, - 25.41369369492602, - 25.41369369492602, - 25.41369369492602, - 25.41369369492602, - 25.41369369492602, - 25.41369369492602, - 25.41369369492602, - 25.513694076395748, - 25.313695220804927, - 25.313695220804927, - 25.41369369492602, - 25.41369369492602, - 25.41369369492602, - 25.313695220804927, - 25.41369369492602, - 25.313695220804927, - 25.41369369492602, - 25.313695220804927 + 25.283931584619168, + 25.383930058740262, + 25.283931584619168, + 25.333930821679715, + 25.283931584619168, + 25.283931584619168, + 25.383930058740262, + 25.383930058740262, + 25.383930058740262, + 25.283931584619168, + 25.383930058740262, + 25.383930058740262, + 25.383930058740262, + 25.383930058740262, + 25.283929677270535, + 25.283929677270535, + 25.383930058740262, + 25.383930058740262, + 25.283931584619168, + 25.283931584619168, + 25.283931584619168, + 25.283931584619168, + 25.383930058740262, + 25.283931584619168 ], "p10": [ - 24.513694076395748, - 24.41369369492602, - 24.60369270310473, - 24.413695602274654, - 24.713692931986568, - 24.41369541153979, - 24.503694228983637, - 24.61369255051684, - 24.41369369492602, - 24.61369255051684, - 24.403693656779048, - 24.41369369492602, - 24.41369369492602, - 24.61369426713061, - 24.513694076395748, - 24.60369270310473, - 24.513694076395748, - 24.7136948393352, - 24.61369255051684, - 24.41369369492602, - 24.503694228983637, - 24.41369541153979, - 24.503694038248774, - 24.413695602274654 + 24.283929677270535, + 24.48393044020999, + 24.383930058740262, + 24.383931775354032, + 24.583928914331082, + 24.383931966088895, + 24.57392906691897, + 24.473930592797878, + 24.68393101241458, + 24.383931775354032, + 24.48393044020999, + 24.473930592797878, + 24.48393044020999, + 24.68392929580081, + 24.473930592797878, + 24.48393044020999, + 24.583928914331082, + 24.68393120314944, + 24.383931966088895, + 24.48393044020999, + 24.583928914331082, + 24.583930630944852, + 24.383931775354032, + 24.383930058740262 ], "p90": [ - 26.633694343424555, - 26.633694343424555, - 26.813693504191157, - 27.113694457865474, - 26.813693313456294, - 26.813695220804927, - 26.813693313456294, - 26.813693504191157, - 26.613694457865474, - 26.613694457865474, - 26.92369544968676, - 26.72369297013354, - 26.613694457865474, - 26.813695220804927, - 26.813693313456294, - 26.813693313456294, - 26.813693313456294, - 27.013694076395748, - 26.813693313456294, - 26.613694457865474, - 26.813693313456294, - 26.913695602274654, - 26.813693313456294, - 26.813693313456294 + 26.383931966088895, + 26.783929677270535, + 26.593930669091822, + 26.783929677270535, + 26.693929333947782, + 26.783929677270535, + 26.783929677270535, + 26.98393044020999, + 26.493930478356962, + 26.493930478356962, + 26.783929677270535, + 26.783929677270535, + 26.783929677270535, + 26.98393063094485, + 26.493930478356962, + 26.783929677270535, + 26.783929677270535, + 26.783929677270535, + 26.593930669091822, + 26.783929677270535, + 26.783929677270535, + 26.79393162276614, + 26.593930669091822, + 26.783929677270535 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 4385c6ab96a3299f8892f377106792c0ff244b9f..dd7a2edd37e695d2c06d8276a6c7ae2dda297d37 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,30 +1,30 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T16:23:30.648289+00:00", + "evaluated_at": "2026-06-19T16:34:26.131374+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index 92004c5ddac38d8a99ab1d0ec84522e56a096dd4..1cc7c1b8b17569b6a7b9d3a3ff17ada48537741c 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-19T16:16:15.255199+00:00", - "finished_at": "2026-06-19T16:23:30.678931+00:00", + "started_at": "2026-06-19T16:28:35.949124+00:00", + "finished_at": "2026-06-19T16:34:26.165205+00:00", "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,30 +10,30 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T16:17:15.359445+00:00", + "evaluated_at": "2026-06-19T16:29:46.777899+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -42,30 +42,30 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T16:18:20.168581+00:00", + "evaluated_at": "2026-06-19T16:30:53.043239+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -74,30 +74,30 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:19:20.001989+00:00", + "evaluated_at": "2026-06-19T16:31:55.117965+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -106,30 +106,30 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T16:21:13.723308+00:00", + "evaluated_at": "2026-06-19T16:32:39.878391+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -138,30 +138,30 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T16:22:08.311697+00:00", + "evaluated_at": "2026-06-19T16:33:22.580492+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -170,30 +170,30 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T16:23:28.568152+00:00", + "evaluated_at": "2026-06-19T16:34:24.082605+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -202,30 +202,30 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T16:23:30.487595+00:00", + "evaluated_at": "2026-06-19T16:34:25.950237+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -234,30 +234,30 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T16:23:30.612531+00:00", + "evaluated_at": "2026-06-19T16:34:26.093670+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -266,30 +266,30 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T16:23:30.648289+00:00", + "evaluated_at": "2026-06-19T16:34:26.131374+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -298,30 +298,30 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T16:23:30.677318+00:00", + "evaluated_at": "2026-06-19T16:34:26.163480+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], @@ -330,7 +330,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-19T16:24:58.024015+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260619_163425.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260619_163425.json new file mode 100644 index 0000000000000000000000000000000000000000..281ec75c0b07afcba7cb031fcb6996d23f77b385 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260619_163425.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:34:25.891720+00:00", + "metrics": { + "MSE[mean]": 76.9581590963324, + "MSE[0.5]": 78.19973177454447, + "MAE[0.5]": 6.861886275612835, + "MASE[0.5]": 0.6225562182057373, + "MAPE[0.5]": 0.21956931558406664, + "sMAPE[0.5]": 0.25444108703669355, + "MSIS": 7.988542821710046, + "RMSE[mean]": 8.772579956679357, + "NRMSE[mean]": 0.3185203009989479, + "ND[0.5]": 0.249145643895171, + "mean_weighted_sum_quantile_loss": 0.22192217963371383 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 23.87675191587723, + 22.57177455489535, + 22.19405198256596, + 22.29003601718753, + 22.008551265957472, + 21.96866616591457, + 21.923273771484908, + 21.966609563369502, + 21.830961055049272, + 22.215888046894495, + 21.949725915177183, + 21.875680304286625, + 21.937464857404883, + 21.785904037806226, + 21.909775694933444, + 21.9685024816036, + 21.88062955576674, + 21.880629301099347, + 21.885590863280022, + 21.919389614247912, + 21.80990462882356, + 21.865668857279296, + 22.073121809610207, + 21.85827380139618 + ], + "p10": [ + 20.5517637592289, + 20.150178920136387, + 18.8954178785465, + 19.7386238608369, + 18.99209291384394, + 18.813615779109128, + 19.821978053057723, + 19.641828740723692, + 19.260577313583397, + 18.157641657956983, + 19.56224887918259, + 18.157364021047638, + 19.483372277290567, + 17.71165749626567, + 18.9580714161472, + 19.730568317700413, + 18.308412670767833, + 18.953908304987674, + 19.120704357567096, + 18.90735622239861, + 17.79577067638281, + 19.466892323971383, + 18.88640817917031, + 18.62134614485102 + ], + "p90": [ + 27.627652490366998, + 27.04047851363379, + 27.513107218331104, + 28.823061106828355, + 25.480399556713312, + 26.014507880224542, + 25.83546765959659, + 27.314831071851746, + 26.893789802029705, + 26.271587999440243, + 25.83764380902542, + 26.88212526346933, + 25.361772313520902, + 24.832280449243743, + 25.830561530600157, + 26.47513596982491, + 25.04597381953702, + 24.633274071531865, + 27.255046522780372, + 25.829785519190352, + 26.078751420705466, + 25.445757479567266, + 25.829785496757047, + 24.842436622915457 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260619_162935.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260619_162935.json new file mode 100644 index 0000000000000000000000000000000000000000..b5fb5b8ce8d57b1a7c2a39fa7ae06cc757f1fed6 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260619_162935.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:29:35.616905+00:00", + "metrics": { + "MSE[mean]": 66.39213612363285, + "MSE[0.5]": 66.39213612363285, + "MAE[0.5]": 6.20117727915446, + "MASE[0.5]": 0.5626122789376825, + "MAPE[0.5]": 0.1992471874198253, + "sMAPE[0.5]": 0.22238818962874177, + "MSIS": 6.573485064968925, + "RMSE[mean]": 8.148136972562062, + "NRMSE[mean]": 0.29584763591753327, + "ND[0.5]": 0.22515620983314225, + "mean_weighted_sum_quantile_loss": 0.19895392863725206 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 22.51524543762207, + 20.362293243408203, + 18.972286224365234, + 18.13189125061035, + 18.311742782592773, + 19.295780181884766, + 21.130695343017578, + 23.05658531188965, + 23.918548583984375, + 23.9068546295166, + 22.864818572998047, + 22.05116081237793, + 21.450429916381836, + 21.433170318603516, + 22.160303115844727, + 23.348106384277344, + 24.854541778564453, + 26.50052833557129, + 29.675617218017578, + 32.71265411376953, + 33.34233474731445, + 32.38702392578125, + 29.610322952270508, + 26.666606903076172 + ], + "p10": [ + 19.473506927490234, + 16.15141487121582, + 13.883612632751465, + 12.636676788330078, + 12.78854751586914, + 13.333548545837402, + 14.522175788879395, + 15.954883575439453, + 16.70050811767578, + 17.018299102783203, + 16.404151916503906, + 15.957984924316406, + 15.510903358459473, + 15.089329719543457, + 15.560580253601074, + 16.051681518554688, + 17.568296432495117, + 18.014026641845703, + 19.26547622680664, + 20.28708839416504, + 20.93454360961914, + 19.640506744384766, + 18.01633644104004, + 16.385217666625977 + ], + "p90": [ + 26.479671478271484, + 25.666969299316406, + 25.4617919921875, + 25.665992736816406, + 26.637256622314453, + 28.221118927001953, + 31.036306381225586, + 33.803794860839844, + 34.47657012939453, + 33.469993591308594, + 31.377243041992188, + 30.072628021240234, + 28.808460235595703, + 29.01692771911621, + 30.524011611938477, + 32.91907501220703, + 35.206783294677734, + 38.792388916015625, + 44.66230392456055, + 51.35762023925781, + 53.31142807006836, + 52.46543884277344, + 48.71182632446289, + 45.26049041748047 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260619_163426.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..9fa222c30c80294908974f6302a871b38c42d642 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260619_163426.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-19T16:34:26.042942+00:00", + "metrics": { + "MSE[mean]": 6617.980569806275, + "MSE[0.5]": 6644.967730885914, + "MAE[0.5]": 70.04758963229013, + "MASE[0.5]": 6.35518584020999, + "MAPE[0.5]": 2.453396791520115, + "sMAPE[0.5]": 1.750411813262606, + "MSIS": 223.70108606654864, + "RMSE[mean]": 81.3509715357246, + "NRMSE[mean]": 2.9537417804196524, + "ND[0.5]": 2.543331544894044, + "mean_weighted_sum_quantile_loss": 2.4952357641698333 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 21.11626579069607, + 15.397307496697255, + 9.878349965637895, + 4.759391099434487, + -0.8595677667689194, + -6.728525202460845, + -12.097485499175725, + -17.766444556113996, + -23.535400179824727, + -28.454360190437313, + -34.07331905664071, + -39.792276873802365, + -45.311234881698894, + -51.13019451084175, + -56.24915337704516, + -61.7681099544302, + -67.38706929747076, + -73.20602654242784, + -78.57498731597987, + -83.79394513314153, + -89.56290504838668, + -94.88186086283227, + -100.10082106417973, + -106.01977821376934 + ], + "p10": [ + 17.18626624845974, + 12.197307687432119, + 6.35834817273018, + 1.1493906798177882, + -4.089568453414427, + -10.688525717444975, + -15.097485499175725, + -20.126442114707746, + -25.455401591262714, + -31.964360228584287, + -37.07331905664071, + -43.51227704546374, + -48.211234690964034, + -55.730194892311474, + -60.06915249966479, + -65.06811109883938, + -71.29707019392461, + -76.91602753424912, + -82.14498662933435, + -87.46394606774237, + -93.18290359880172, + -97.8818627701809, + -104.22082037753422, + -109.33977924373761 + ], + "p90": [ + 26.6162676980447, + 19.997307878166982, + 18.078348821228715, + 12.199389821510902, + 5.100430364029417, + -2.348526232429108, + -7.437483362945261, + -12.996441809531966, + -18.625401381454367, + -22.224359313056944, + -30.42331867517099, + -34.07227593920154, + -41.51123564463835, + -47.03019603672065, + -51.62915120266772, + -57.25810991628323, + -64.08706958357305, + -69.40602730536729, + -74.09498662933436, + -78.2439435118952, + -84.75290233995163, + -90.28186048136254, + -96.69082045382817, + -101.6797788241209 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260619_163312.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260619_163312.json new file mode 100644 index 0000000000000000000000000000000000000000..d2215d3dd6d8ced1c66187d07bd50ff84a636c9d --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260619_163312.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:33:12.996579+00:00", + "metrics": { + "MSE[mean]": 92.06017380691235, + "MSE[0.5]": 101.99491895096651, + "MAE[0.5]": 7.466808756192525, + "MASE[0.5]": 0.6774388316287777, + "MAPE[0.5]": 0.23338874090950487, + "sMAPE[0.5]": 0.2829808242430783, + "MSIS": 9.274061945238797, + "RMSE[mean]": 9.594799310403129, + "NRMSE[mean]": 0.3483739537816567, + "ND[0.5]": 0.2711095463670508, + "mean_weighted_sum_quantile_loss": 0.2453323569452488 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 22.955978393554688, + 22.290120124816895, + 21.64108657836914, + 20.368144989013672, + 19.50516986846924, + 20.35002326965332, + 21.09568500518799, + 21.042205810546875, + 20.677350997924805, + 19.959569931030273, + 19.991324424743652, + 19.881924629211426, + 18.40168857574463, + 19.067234992980957, + 18.707600593566895, + 18.94058895111084, + 19.890914916992188, + 20.791622161865234, + 21.978917121887207, + 24.881279945373535, + 25.810853004455566, + 27.99175453186035, + 25.416516304016113, + 25.756736755371094 + ], + "p10": [ + 19.408530235290527, + 16.356961250305176, + 14.62943696975708, + 13.23458194732666, + 11.462499618530273, + 11.900247573852539, + 13.4337797164917, + 13.4858717918396, + 12.905543327331543, + 11.928547859191895, + 12.250333786010742, + 11.7332181930542, + 11.132651329040527, + 11.957779884338379, + 10.280961036682129, + 11.769103050231934, + 12.108053207397461, + 12.204179763793945, + 12.733460426330566, + 15.843376636505127, + 14.828044891357422, + 14.159162998199463, + 14.578656673431396, + 15.095326900482178 + ], + "p90": [ + 27.454509735107422, + 29.462261199951172, + 30.121902465820312, + 31.045491218566895, + 28.653403282165527, + 30.90883445739746, + 30.304621696472168, + 32.03040313720703, + 31.71572780609131, + 29.689340591430664, + 30.47623348236084, + 29.519309043884277, + 26.563583374023438, + 27.09110927581787, + 27.028212547302246, + 27.523205757141113, + 29.09336280822754, + 37.03047561645508, + 36.34486961364746, + 44.110971450805664, + 48.25297737121582, + 49.09787178039551, + 48.46592712402344, + 48.181884765625 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260619_163426.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..c00a157bb4a6896d4b5094f0667e900e0ee15177 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260619_163426.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:34:26.114080+00:00", + "metrics": { + "MSE[mean]": 123.1520845596156, + "MSE[0.5]": 117.66465586068837, + "MAE[0.5]": 9.233204919030618, + "MASE[0.5]": 0.8376981059478344, + "MAPE[0.5]": 0.4070825681809423, + "sMAPE[0.5]": 0.3117402726424606, + "MSIS": 16.324274286169416, + "RMSE[mean]": 11.097390889736902, + "NRMSE[mean]": 0.40293098540648353, + "ND[0.5]": 0.33524495923863057, + "mean_weighted_sum_quantile_loss": 0.30584784614067806 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 36.13105702091806, + 35.93105721165292, + 35.93105816532724, + 36.33105778385751, + 36.23105740238778, + 35.88105845142953, + 36.03105663944833, + 35.88105606724374, + 35.63105892826669, + 36.23105740238778, + 36.13105702091806, + 35.93105768849008, + 35.93105816532724, + 35.63105702091806, + 36.03105663944833, + 36.03105854679696, + 35.93105768849008, + 35.63105892826669, + 35.78105663944833, + 36.08105730702035, + 35.83105587650888, + 36.03105854679696, + 36.33105683018319, + 35.93105816532724 + ], + "p10": [ + 32.201057478681726, + 32.73105740238778, + 32.41105637241952, + 32.721057364240814, + 33.00105671574227, + 31.9210579364454, + 33.03105663944833, + 33.52105850864999, + 33.7110575168287, + 32.721057364240814, + 33.13105702091806, + 32.2110575168287, + 33.0310583560621, + 31.03105663944833, + 32.2110575168287, + 32.73105740238778, + 32.02105679203622, + 31.9210579364454, + 32.21105732609384, + 32.41105637241952, + 32.21105732609384, + 33.03105663944833, + 32.2110575168287, + 32.611057135358976 + ], + "p90": [ + 41.63105892826669, + 40.53105759312265, + 44.13105702091806, + 43.77105650593392, + 42.19105553318612, + 40.26105742146127, + 40.6910587756788, + 40.65105881382577, + 40.54105772663705, + 42.46105827976815, + 39.78105740238778, + 41.651058623090904, + 39.73105740238778, + 39.73105549503915, + 40.65105881382577, + 40.54105858494393, + 39.23105740238778, + 39.43105816532724, + 40.261057326093834, + 41.63105892826669, + 40.64105858494393, + 40.63105892826669, + 39.74105744053475, + 40.27105755497567 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260619_163426.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..527d4fe08c3bd598b1453b5e2e1f88a4c0c7555a --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260619_163426.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:34:26.148404+00:00", + "metrics": { + "MSE[mean]": 321.96040873527636, + "MSE[0.5]": 321.96040873527636, + "MAE[0.5]": 13.00416644414266, + "MASE[0.5]": 1.1798249573380415, + "MAPE[0.5]": 0.5759147711109379, + "sMAPE[0.5]": 0.37599690671571384, + "MSIS": 43.51660932994623, + "RMSE[mean]": 17.943255243552557, + "NRMSE[mean]": 0.6514948953786102, + "ND[0.5]": 0.4721633807253008, + "mean_weighted_sum_quantile_loss": 0.4635254575697629 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "p10": [ + 57.82, + 57.133999252319335, + 57.82, + 49.78399925231933, + 44.49200149536133, + 39.39600074768067, + 29.008000373840332, + 21.07, + 26.558000373840333, + 27.538000373840333, + 26.95, + 26.46, + 25.97, + 26.656000747680665, + 30.576000747680663, + 30.673999252319334, + 28.616000747680662, + 29.988000373840332, + 33.222001495361326, + 41.94399925231934, + 43.31600074768066, + 38.22, + 31.947998504638672, + 26.166000747680663 + ], + "p90": [ + 60.18, + 59.46599922180176, + 60.18, + 51.81599922180176, + 46.30800155639648, + 41.00400077819824, + 30.19200038909912, + 21.93, + 27.64200038909912, + 28.66200038909912, + 28.05, + 27.54, + 27.03, + 27.74400077819824, + 31.824000778198243, + 31.92599922180176, + 29.784000778198244, + 31.21200038909912, + 34.57800155639649, + 43.65599922180176, + 45.084000778198245, + 39.78, + 33.25199844360352, + 27.234000778198244 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260619_163414.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260619_163414.json new file mode 100644 index 0000000000000000000000000000000000000000..53060d7182c1074d5fd0fd4363de8ffe1e845cc8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260619_163414.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:34:14.220649+00:00", + "metrics": { + "MSE[mean]": 66.74569547564776, + "MSE[0.5]": 66.74569547564776, + "MAE[0.5]": 6.328639984130859, + "MASE[0.5]": 0.5741765480591923, + "MAPE[0.5]": 0.20569944720465191, + "sMAPE[0.5]": 0.22724159496812088, + "MSIS": 6.927315351475471, + "RMSE[mean]": 8.169803882324702, + "NRMSE[mean]": 0.2966343315821374, + "ND[0.5]": 0.2297842051726787, + "mean_weighted_sum_quantile_loss": 0.2080143782166317 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 23.5244140625, + 21.001953125, + 19.2177734375, + 18.171875, + 17.9873046875, + 19.279296875, + 21.27880859375, + 22.5400390625, + 24.60107421875, + 24.447265625, + 23.61669921875, + 22.35546875, + 21.986328125, + 22.14013671875, + 22.50927734375, + 22.970703125, + 24.1396484375, + 25.83154296875, + 28.61932373046875, + 32.076171875, + 33.306640625, + 32.368408203125, + 30.4534912109375, + 27.7310791015625 + ], + "p10": [ + 21.3095703125, + 17.310546875, + 13.9267578125, + 11.896484375, + 11.28125, + 11.7734375, + 12.634765625, + 14.234375, + 16.572265625, + 17.3720703125, + 17.1259765625, + 16.080078125, + 15.7724609375, + 16.203125, + 16.572265625, + 16.7568359375, + 17.1875, + 16.8798828125, + 17.6796875, + 18.7255859375, + 18.1103515625, + 16.1416015625, + 13.9267578125, + 11.896484375 + ], + "p90": [ + 25.70849609375, + 25.816162109375, + 26.831298828125, + 28.10791015625, + 29.5614013671875, + 32.0146484375, + 34.7216796875, + 34.75244140625, + 35.767578125, + 34.044921875, + 32.091552734375, + 30.3765869140625, + 29.5921630859375, + 29.52294921875, + 30.0074462890625, + 31.0302734375, + 33.70654296875, + 37.859375, + 43.2734375, + 49.302734375, + 52.87109375, + 53.978515625, + 53.978515625, + 52.37890625 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260619_163039.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260619_163039.json new file mode 100644 index 0000000000000000000000000000000000000000..0d62d25b48325acd0eec3d42225d5fe10674a23a --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260619_163039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:30:39.258208+00:00", + "metrics": { + "MSE[mean]": 100.66874948632267, + "MSE[0.5]": 118.70819281710676, + "MAE[0.5]": 8.181655724843344, + "MASE[0.5]": 0.7422945298324531, + "MAPE[0.5]": 0.25861766351573406, + "sMAPE[0.5]": 0.31907369773961775, + "MSIS": 18.813887616830083, + "RMSE[mean]": 10.033381757230345, + "NRMSE[mean]": 0.3642982786286358, + "ND[0.5]": 0.29706465566753437, + "mean_weighted_sum_quantile_loss": 0.26577236498077483 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 22.156126022338867, + 20.961402893066406, + 20.696849822998047, + 20.28590202331543, + 19.998218536376953, + 19.950340270996094, + 19.40586280822754, + 18.343481063842773, + 18.1096248626709, + 17.58698844909668, + 17.630287170410156, + 16.65731430053711, + 17.06945037841797, + 17.5768985748291, + 17.963790893554688, + 17.620506286621094, + 18.54549789428711, + 20.59620475769043, + 22.972476959228516, + 25.366178512573242, + 27.018028259277344, + 27.113670349121094, + 26.783794403076172, + 25.173147201538086 + ], + "p10": [ + 23.949201583862305, + 23.63785743713379, + 23.16966438293457, + 23.166210174560547, + 23.63460922241211, + 24.086647033691406, + 23.18035125732422, + 22.366790771484375, + 21.796581268310547, + 21.588302612304688, + 20.34012222290039, + 19.721181869506836, + 19.94155502319336, + 20.664806365966797, + 21.382137298583984, + 21.384281158447266, + 22.99805450439453, + 25.031044006347656, + 28.1796875, + 31.08550262451172, + 33.262638092041016, + 33.285491943359375, + 31.904926300048828, + 31.19839096069336 + ], + "p90": [ + 27.927547454833984, + 28.27188491821289, + 29.400543212890625, + 29.47161865234375, + 29.888206481933594, + 30.25189208984375, + 29.496925354003906, + 28.42363739013672, + 28.008163452148438, + 26.931793212890625, + 26.82231903076172, + 25.238473892211914, + 25.41974639892578, + 25.81916046142578, + 26.261253356933594, + 26.67586898803711, + 28.607433319091797, + 32.11875534057617, + 36.03013610839844, + 39.72353744506836, + 42.490440368652344, + 43.66981887817383, + 43.588172912597656, + 41.75116729736328 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260619_163229.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260619_163229.json new file mode 100644 index 0000000000000000000000000000000000000000..b8c37e04bbc638a6b438268f79430facdad88131 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260619_163229.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:32:29.124451+00:00", + "metrics": { + "MSE[mean]": 71.9049819272603, + "MSE[0.5]": 71.9049819272603, + "MAE[0.5]": 6.1891030470530195, + "MASE[0.5]": 0.5615168238437201, + "MAPE[0.5]": 0.19428981910804033, + "sMAPE[0.5]": 0.22441949632378275, + "MSIS": 5.757702881666479, + "RMSE[mean]": 8.479680532146261, + "NRMSE[mean]": 0.307885526129365, + "ND[0.5]": 0.22471781108815803, + "mean_weighted_sum_quantile_loss": 0.2100725964270313 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 22.807661056518555, + 20.43446159362793, + 18.89875030517578, + 18.163394927978516, + 18.294963836669922, + 19.763160705566406, + 21.073928833007812, + 21.381792068481445, + 22.645858764648438, + 22.509601593017578, + 22.017292022705078, + 21.6562442779541, + 21.597562789916992, + 21.71045684814453, + 21.872894287109375, + 22.000041961669922, + 22.257463455200195, + 23.194751739501953, + 26.07855796813965, + 29.451833724975586, + 29.659191131591797, + 29.423532485961914, + 28.629594802856445, + 26.499784469604492 + ], + "p10": [ + 20.125377655029297, + 16.228580474853516, + 13.219391822814941, + 11.309993743896484, + 10.718780517578125, + 11.605026245117188, + 12.548059463500977, + 13.088098526000977, + 14.31027889251709, + 14.368501663208008, + 14.069230079650879, + 13.978055000305176, + 13.787851333618164, + 13.785063743591309, + 13.825885772705078, + 13.807249069213867, + 13.764216423034668, + 13.972579956054688, + 15.23068618774414, + 16.39392852783203, + 16.649368286132812, + 16.475078582763672, + 15.842863082885742, + 14.470035552978516 + ], + "p90": [ + 25.775232315063477, + 25.375633239746094, + 25.983375549316406, + 27.22064971923828, + 29.219175338745117, + 32.2421989440918, + 34.47888946533203, + 34.12392807006836, + 35.01009750366211, + 33.7437858581543, + 32.3228645324707, + 31.52303123474121, + 31.154836654663086, + 31.35154151916504, + 32.12986755371094, + 32.797061920166016, + 34.227054595947266, + 37.684024810791016, + 45.05192947387695, + 54.116554260253906, + 54.44312286376953, + 54.131919860839844, + 54.917842864990234, + 52.97486114501953 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260619_163141.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260619_163141.json new file mode 100644 index 0000000000000000000000000000000000000000..aaac62c7de7b01cd9490ae1cba60512f3679fe81 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260619_163141.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:31:41.465862+00:00", + "metrics": { + "MSE[mean]": 56.683309556801454, + "MSE[0.5]": 56.683309556801454, + "MAE[0.5]": 5.437576770782471, + "MASE[0.5]": 0.49333333352560826, + "MAPE[0.5]": 0.17308767962779628, + "sMAPE[0.5]": 0.1957697380009663, + "MSIS": 4.311161874733507, + "RMSE[mean]": 7.528831885279512, + "NRMSE[mean]": 0.2733615207968355, + "ND[0.5]": 0.197430926624477, + "mean_weighted_sum_quantile_loss": 0.1779908662283996 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453 + ], + "actual": [ + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0, + 23.100000381469727, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 23.61859703063965, + 21.53159523010254, + 19.86907958984375, + 18.70123291015625, + 18.543546676635742, + 19.411693572998047, + 23.20081329345703, + 24.96673583984375, + 25.82896614074707, + 24.783185958862305, + 23.465208053588867, + 22.514442443847656, + 22.267118453979492, + 22.375097274780273, + 22.860309600830078, + 23.447229385375977, + 24.846092224121094, + 26.564178466796875, + 28.978290557861328, + 29.525259017944336, + 29.535432815551758, + 27.912994384765625, + 25.9056339263916, + 22.814044952392578 + ], + "p10": [ + 21.084339141845703, + 18.00365447998047, + 15.74436092376709, + 14.150103569030762, + 13.485349655151367, + 13.666263580322266, + 15.747978210449219, + 16.635974884033203, + 17.299739837646484, + 17.12303924560547, + 16.333024978637695, + 15.675790786743164, + 15.416356086730957, + 15.475845336914062, + 15.6978759765625, + 16.12195587158203, + 17.13888931274414, + 18.138179779052734, + 19.729881286621094, + 19.50204086303711, + 19.598690032958984, + 18.533340454101562, + 16.587919235229492, + 14.41247272491455 + ], + "p90": [ + 26.371353149414062, + 25.355667114257812, + 24.49892807006836, + 24.127248764038086, + 25.1444091796875, + 30.650962829589844, + 39.97075653076172, + 41.64683532714844, + 41.06673049926758, + 39.01422882080078, + 34.80428695678711, + 32.756629943847656, + 32.313411712646484, + 32.8090934753418, + 33.66377258300781, + 34.654579162597656, + 37.3347053527832, + 40.4007453918457, + 45.38966751098633, + 49.140045166015625, + 47.95471954345703, + 45.392921447753906, + 42.38589859008789, + 38.426170349121094 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_163425.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_163425.json new file mode 100644 index 0000000000000000000000000000000000000000..2fd39fb337c41b0bbe9daab6762f89cd61a674cd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_163425.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:34:25.829735+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_162918.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_162918.json new file mode 100644 index 0000000000000000000000000000000000000000..b5ba42cbada064f63e93b52634a205c809de3ebc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_162918.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:29:18.524723+00:00", + "metrics": { + "MSE[mean]": 4525259.544978459, + "MSE[0.5]": 4525259.544978459, + "MAE[0.5]": 1855.7430013020833, + "MASE[0.5]": 1.6869219447355295, + "MAPE[0.5]": 0.029319271571139335, + "sMAPE[0.5]": 0.028762615130256963, + "MSIS": 20.49445301699377, + "RMSE[mean]": 2127.265743854881, + "NRMSE[mean]": 0.03340127692666375, + "ND[0.5]": 0.029137960816726947, + "mean_weighted_sum_quantile_loss": 0.019117885309381556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64699.46875, + 64844.3046875, + 64898.7734375, + 65034.06640625, + 65076.45703125, + 65215.30859375, + 65345.37890625, + 65507.30859375, + 65609.6640625, + 65665.8046875, + 65713.6015625, + 65716.5234375, + 65664.1484375, + 65568.4296875, + 65439.828125, + 65411.28515625, + 65568.8984375, + 65631.1328125, + 65770.59375, + 65955.0546875, + 66089.1328125, + 66151.109375, + 66211.640625, + 66265.7265625 + ], + "p10": [ + 64159.640625, + 64096.4453125, + 64034.6171875, + 64038.59765625, + 64035.5703125, + 64094.65625, + 64124.71875, + 64172.11328125, + 64165.67578125, + 64239.0859375, + 64308.37890625, + 64383.30859375, + 64349.1328125, + 64221.76953125, + 64063.74609375, + 64011.55078125, + 63793.9921875, + 63855.09375, + 63870.03515625, + 64041.953125, + 64079.81640625, + 64006.25390625, + 64054.22265625, + 64062.203125 + ], + "p90": [ + 65194.1640625, + 65566.1484375, + 65750.0859375, + 65956.671875, + 66061.453125, + 66223.0078125, + 66393.4609375, + 66581.140625, + 66690.9921875, + 66789.3359375, + 66821.984375, + 66861.671875, + 66832.015625, + 66747.09375, + 66675.8984375, + 66673.1796875, + 66742.5, + 66843.3203125, + 66961.140625, + 67145.6953125, + 67204.40625, + 67379.484375, + 67457.234375, + 67479.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_163425.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_163425.json new file mode 100644 index 0000000000000000000000000000000000000000..489a86f89c3379be4af8d79513e2148e302df0b6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_163425.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T16:34:25.999570+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_163301.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_163301.json new file mode 100644 index 0000000000000000000000000000000000000000..a7128b5a562759ec178f819841703f64b839e209 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_163301.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:33:01.365052+00:00", + "metrics": { + "MSE[mean]": 1238433.1113306682, + "MSE[0.5]": 1244915.3904274304, + "MAE[0.5]": 869.2113444010416, + "MASE[0.5]": 0.7901372606305749, + "MAPE[0.5]": 0.013774755467699034, + "sMAPE[0.5]": 0.013619442166371872, + "MSIS": 4.434724289190776, + "RMSE[mean]": 1112.8490963875868, + "NRMSE[mean]": 0.017473407332114232, + "ND[0.5]": 0.013647927583098178, + "mean_weighted_sum_quantile_loss": 0.009402513244193481 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64567.75390625, + 64608.234375, + 64588.61328125, + 64596.52734375, + 64645.892578125, + 64494.15234375, + 64582.6953125, + 64656.96484375, + 64598.470703125, + 64624.59765625, + 64582.0, + 64668.837890625, + 64655.44140625, + 64636.8828125, + 64566.001953125, + 64586.525390625, + 64398.5546875, + 64597.671875, + 64627.046875, + 64451.400390625, + 64493.134765625, + 64632.30078125, + 64222.28515625, + 64324.865234375 + ], + "p10": [ + 64277.232421875, + 64009.666015625, + 63880.94921875, + 63891.947265625, + 63740.833984375, + 63538.796875, + 63620.626953125, + 63651.185546875, + 63538.052734375, + 63460.822265625, + 63129.673828125, + 63088.46484375, + 63447.779296875, + 63185.3828125, + 62978.75, + 62848.861328125, + 62894.96875, + 62913.025390625, + 62899.65234375, + 62468.349609375, + 62292.9921875, + 62699.58203125, + 62224.34765625, + 62163.697265625 + ], + "p90": [ + 64885.30078125, + 65140.765625, + 65294.64453125, + 65554.3046875, + 65400.681640625, + 65589.3203125, + 65648.17578125, + 65707.12890625, + 65878.65234375, + 65991.33203125, + 66075.0625, + 65857.671875, + 66230.9296875, + 66094.51171875, + 65972.5234375, + 65956.98046875, + 66105.21484375, + 65931.1171875, + 66426.546875, + 66103.14453125, + 66341.59375, + 67041.6328125, + 66191.25390625, + 65975.52734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_163426.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..499ffa02845f17f6d60c91b9a2c78f3d90e2b1da --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_163426.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:34:26.099295+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_163426.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..31523c1d56b831a02d83f13280f71dd85ff2ca64 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_163426.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:34:26.136098+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_163344.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_163344.json new file mode 100644 index 0000000000000000000000000000000000000000..6cad451240998e463ee63cc6e52b570c6b8161a5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_163344.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:33:44.152115+00:00", + "metrics": { + "MSE[mean]": 1487816.95783933, + "MSE[0.5]": 1487816.95783933, + "MAE[0.5]": 934.4558919270834, + "MASE[0.5]": 0.8494463669663092, + "MAPE[0.5]": 0.014812037401077562, + "sMAPE[0.5]": 0.014626763844173966, + "MSIS": 16.919955448169635, + "RMSE[mean]": 1219.761024889437, + "NRMSE[mean]": 0.01915208567353427, + "ND[0.5]": 0.014672365270851804, + "mean_weighted_sum_quantile_loss": 0.011822564101173166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64521.0, + 64570.0, + 64563.0, + 64577.0, + 64549.0, + 64570.0, + 64549.0, + 64577.0, + 64556.0, + 64584.0, + 64570.0, + 64570.0, + 64535.0, + 64528.0, + 64500.0, + 64493.0, + 64437.0, + 64493.0, + 64507.0, + 64584.0, + 64731.0, + 64913.0, + 65056.5, + 65156.25 + ], + "p10": [ + 64206.0, + 64171.0, + 64129.0, + 64101.0, + 64052.0, + 64045.0, + 64017.0, + 64017.0, + 63989.0, + 63989.0, + 63975.0, + 63947.0, + 63912.0, + 63912.0, + 63877.0, + 63877.0, + 63751.0, + 63758.0, + 63751.0, + 63772.0, + 63863.0, + 64010.0, + 64115.0, + 64164.0 + ], + "p90": [ + 65018.0, + 65282.25, + 65403.875, + 65498.375, + 65513.90625, + 65565.96875, + 65575.375, + 65621.75, + 65638.8125, + 65692.625, + 65697.0, + 65727.625, + 65723.25, + 65737.25, + 65733.75, + 65735.5, + 65688.25, + 65760.0, + 65788.0, + 65889.5, + 66064.5, + 66250.0, + 66379.5, + 66467.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_163021.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_163021.json new file mode 100644 index 0000000000000000000000000000000000000000..fa0908c2d9fe0989f251e08360f16cdd4ad7e7c5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_163021.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:30:21.666146+00:00", + "metrics": { + "MSE[mean]": 1309848.276089986, + "MSE[0.5]": 1010694.1341425577, + "MAE[0.5]": 753.2607421875, + "MASE[0.5]": 0.6847349418600981, + "MAPE[0.5]": 0.011947237171961453, + "sMAPE[0.5]": 0.011821887904386222, + "MSIS": 37.1690239314189, + "RMSE[mean]": 1144.486031408853, + "NRMSE[mean]": 0.017970154873322354, + "ND[0.5]": 0.011827328447547891, + "mean_weighted_sum_quantile_loss": 0.014828174270802685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64420.83203125, + 64409.1171875, + 64406.9296875, + 64389.9140625, + 64403.0390625, + 64390.19921875, + 64392.68359375, + 64401.0546875, + 64375.4921875, + 64402.6796875, + 64406.8359375, + 64394.66796875, + 64395.875, + 64386.5234375, + 64391.91796875, + 64367.484375, + 64377.046875, + 64380.546875, + 64371.203125, + 64388.39453125, + 64355.2578125, + 64386.875, + 64389.1328125, + 64403.98828125 + ], + "p10": [ + 64514.8359375, + 64575.83203125, + 64547.69921875, + 64596.51171875, + 64631.44140625, + 64652.84765625, + 64651.875, + 64634.74609375, + 64686.4765625, + 64713.125, + 64683.30078125, + 64747.97265625, + 64743.421875, + 64752.2421875, + 64733.04296875, + 64742.2265625, + 64736.28515625, + 64728.82421875, + 64777.078125, + 64750.45703125, + 64736.84765625, + 64716.6953125, + 64755.765625, + 64782.828125 + ], + "p90": [ + 64743.49609375, + 64824.4453125, + 64917.59375, + 64977.734375, + 65036.98046875, + 65082.70703125, + 65120.24609375, + 65173.046875, + 65190.77734375, + 65224.17578125, + 65268.4609375, + 65252.90234375, + 65281.578125, + 65299.734375, + 65322.18359375, + 65322.546875, + 65360.01171875, + 65374.05078125, + 65387.28125, + 65390.6484375, + 65384.5546875, + 65427.1015625, + 65411.4921875, + 65414.16015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_163216.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_163216.json new file mode 100644 index 0000000000000000000000000000000000000000..e1e760e03c46f2b73358a9ee5422c6b2c734148d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_163216.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:32:16.338102+00:00", + "metrics": { + "MSE[mean]": 1504824.3119869232, + "MSE[0.5]": 1504824.3119869232, + "MAE[0.5]": 978.26806640625, + "MASE[0.5]": 0.8892728507647827, + "MAPE[0.5]": 0.015495502893619515, + "sMAPE[0.5]": 0.015308014614020973, + "MSIS": 11.097020270846093, + "RMSE[mean]": 1226.7128074602153, + "NRMSE[mean]": 0.019261239132828803, + "ND[0.5]": 0.015360282413674835, + "mean_weighted_sum_quantile_loss": 0.011170109942075797 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64545.51171875, + 64577.52734375, + 64588.59375, + 64615.75, + 64623.890625, + 64646.61328125, + 64650.546875, + 64667.40625, + 64671.8515625, + 64680.5234375, + 64673.9375, + 64678.54296875, + 64678.8671875, + 64683.16796875, + 64664.7421875, + 64685.33203125, + 64672.61328125, + 64677.65234375, + 64665.53125, + 64668.359375, + 64674.0, + 64687.1796875, + 64695.6640625, + 64718.625 + ], + "p10": [ + 64236.3828125, + 64111.6640625, + 63987.26171875, + 63924.890625, + 63862.390625, + 63826.94140625, + 63776.68359375, + 63741.40234375, + 63704.5, + 63683.40625, + 63648.9453125, + 63636.27734375, + 63606.74609375, + 63581.3515625, + 63533.01171875, + 63532.59765625, + 63495.046875, + 63481.92578125, + 63455.703125, + 63440.12890625, + 63437.07421875, + 63447.1875, + 63439.21875, + 63440.97265625 + ], + "p90": [ + 64902.046875, + 65141.10546875, + 65341.33984375, + 65526.8515625, + 65631.234375, + 65735.1953125, + 65808.8046875, + 65880.5078125, + 65933.0, + 65994.046875, + 66029.234375, + 66071.875, + 66098.984375, + 66138.75, + 66162.4296875, + 66207.0234375, + 66211.171875, + 66261.375, + 66289.0625, + 66323.3046875, + 66332.9453125, + 66363.296875, + 66382.15625, + 66426.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_163120.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_163120.json new file mode 100644 index 0000000000000000000000000000000000000000..7b02efefd28804ef4f1f6e46e880a9c0b123c98a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_163120.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:31:20.507399+00:00", + "metrics": { + "MSE[mean]": 1141740.5477148693, + "MSE[0.5]": 1141740.5477148693, + "MAE[0.5]": 814.89208984375, + "MASE[0.5]": 0.7407595491316891, + "MAPE[0.5]": 0.012920552686899312, + "sMAPE[0.5]": 0.012778328864994193, + "MSIS": 8.483297009046089, + "RMSE[mean]": 1068.5226004698586, + "NRMSE[mean]": 0.016777414567875147, + "ND[0.5]": 0.012795033454022308, + "mean_weighted_sum_quantile_loss": 0.009108111019355433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64485.30078125, + 64494.89453125, + 64471.9609375, + 64507.23828125, + 64485.93359375, + 64499.953125, + 64493.28515625, + 64490.578125, + 64481.20703125, + 64493.109375, + 64483.01171875, + 64488.078125, + 64478.921875, + 64483.1953125, + 64469.55859375, + 64481.3203125, + 64465.921875, + 64472.44140625, + 64468.55859375, + 64466.2421875, + 64449.47265625, + 64463.390625, + 64455.0078125, + 64462.14453125 + ], + "p10": [ + 64269.8515625, + 64199.02734375, + 64083.94140625, + 64054.7578125, + 63969.84765625, + 63930.34375, + 63854.7578125, + 63811.25390625, + 63746.82421875, + 63709.64453125, + 63655.4921875, + 63615.703125, + 63550.9375, + 63498.52734375, + 63453.74609375, + 63438.12890625, + 63387.6640625, + 63362.16796875, + 63315.19140625, + 63291.1171875, + 63232.7578125, + 63219.5, + 63201.26171875, + 63169.21484375 + ], + "p90": [ + 64739.6875, + 64842.97265625, + 64941.85546875, + 65088.1875, + 65121.7421875, + 65194.1953125, + 65266.51171875, + 65325.703125, + 65371.765625, + 65427.83203125, + 65478.58203125, + 65537.734375, + 65575.109375, + 65620.8359375, + 65636.2421875, + 65718.390625, + 65738.1484375, + 65787.8125, + 65827.296875, + 65856.0546875, + 65876.6171875, + 65929.90625, + 65934.703125, + 65994.1484375 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260619_163425.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260619_163425.json new file mode 100644 index 0000000000000000000000000000000000000000..b22b269bfc81d33fd02f433e734ebcf526a2f4cc --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260619_163425.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:34:25.856967+00:00", + "metrics": { + "MSE[mean]": 0.18316376134440424, + "MSE[0.5]": 0.34557440528756506, + "MAE[0.5]": 0.5828568226083277, + "MASE[0.5]": 2.037169062111554, + "MAPE[0.5]": 0.034275892683995786, + "sMAPE[0.5]": 0.034883661645361025, + "MSIS": 5.9653698701777556, + "RMSE[mean]": 0.42797635605767315, + "NRMSE[mean]": 0.025181252020294975, + "ND[0.5]": 0.03429410137757894, + "mean_weighted_sum_quantile_loss": 0.029005068661382374 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.51062697511491, + 16.432541256267534, + 16.41451539277618, + 16.407384323662875, + 16.408970622780764, + 16.404280924927622, + 16.40789275053419, + 16.40793753708066, + 16.409590447174086, + 16.405611885539308, + 16.409144459947097, + 16.405654659438486, + 16.407930340111307, + 16.40786452505425, + 16.4096387196697, + 16.407864523191932, + 16.405686757076605, + 16.40793033231495, + 16.4056114161695, + 16.40793033230705, + 16.404834110819742, + 16.40758124120213, + 16.406483917811656, + 16.407930332306503 + ], + "p10": [ + 16.2717849272215, + 16.180648512000545, + 16.16124204325868, + 16.17307108992797, + 16.09545679701417, + 16.154701765515977, + 16.212224161002077, + 16.273224136843044, + 16.21968720575237, + 16.154591642916618, + 16.154591293347057, + 16.228528287546773, + 16.095023518263808, + 16.15459117553675, + 16.2121959340385, + 16.169695288461963, + 16.219390005848485, + 16.228528256976887, + 16.154591173546812, + 16.154591173545207, + 16.229510800319815, + 16.171373523308617, + 16.148634407236102, + 16.216731756887985 + ], + "p90": [ + 16.925762355425185, + 16.75226450788615, + 16.74086701131821, + 16.809732040325507, + 16.89001567469855, + 16.830374275667943, + 16.823700944007907, + 17.031583070701576, + 17.26405099921134, + 16.823673185907833, + 16.84188011467366, + 16.806296921747816, + 16.88958239594819, + 16.659413725574325, + 17.266331870877977, + 17.005745500019543, + 16.726207169463382, + 17.005745499898218, + 16.823672716538027, + 17.005745499890317, + 16.726207169430403, + 16.7262071694303, + 16.90119869931803, + 16.734216141604186 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260619_162927.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260619_162927.json new file mode 100644 index 0000000000000000000000000000000000000000..de595e175df99555269b27c9a0e3827fa2863cb9 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260619_162927.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:29:27.348210+00:00", + "metrics": { + "MSE[mean]": 0.8486505704019768, + "MSE[0.5]": 0.8486505704019768, + "MAE[0.5]": 0.8930603265762329, + "MASE[0.5]": 3.121375262896938, + "MAPE[0.5]": 0.05252919657089958, + "sMAPE[0.5]": 0.0540395161331614, + "MSIS": 55.24131635731669, + "RMSE[mean]": 0.9212223240901063, + "NRMSE[mean]": 0.054202834295146836, + "ND[0.5]": 0.052545840055268314, + "mean_weighted_sum_quantile_loss": 0.042126604798720685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.870712280273438, + 16.598716735839844, + 16.366310119628906, + 16.257692337036133, + 16.1849308013916, + 16.112632751464844, + 16.034360885620117, + 16.010141372680664, + 15.997574806213379, + 16.00579071044922, + 16.000946044921875, + 16.003137588500977, + 16.005521774291992, + 16.001956939697266, + 15.9967041015625, + 16.000221252441406, + 16.002580642700195, + 16.001928329467773, + 16.002273559570312, + 16.001724243164062, + 16.002172470092773, + 16.002405166625977, + 16.002819061279297, + 16.003299713134766 + ], + "p10": [ + 16.012434005737305, + 15.968001365661621, + 15.979074478149414, + 15.96815299987793, + 15.98794174194336, + 15.984550476074219, + 15.98086166381836, + 15.980189323425293, + 15.983804702758789, + 15.989066123962402, + 15.98969841003418, + 15.98607349395752, + 15.986124038696289, + 15.986504554748535, + 15.986695289611816, + 15.988492965698242, + 15.99887466430664, + 15.997655868530273, + 15.996284484863281, + 15.995878219604492, + 15.996896743774414, + 15.997208595275879, + 15.996917724609375, + 15.996929168701172 + ], + "p90": [ + 17.100183486938477, + 17.127071380615234, + 17.1109561920166, + 17.058427810668945, + 17.013246536254883, + 17.08719253540039, + 17.046035766601562, + 16.90271759033203, + 16.707719802856445, + 16.538381576538086, + 16.512859344482422, + 16.542638778686523, + 16.51854133605957, + 16.388883590698242, + 16.314376831054688, + 16.310834884643555, + 16.362184524536133, + 16.42096519470215, + 16.47873306274414, + 16.427940368652344, + 16.409521102905273, + 16.401762008666992, + 16.386856079101562, + 16.390308380126953 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260619_163426.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..fe145b7eb8a86a3b30cd55674bfcfdda706ec69a --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260619_163426.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-19T16:34:26.017061+00:00", + "metrics": { + "MSE[mean]": 0.05444989531613609, + "MSE[0.5]": 0.06199391559202696, + "MAE[0.5]": 0.23966673265762242, + "MASE[0.5]": 0.8376699629294061, + "MAPE[0.5]": 0.01408832974267682, + "sMAPE[0.5]": 0.014196063655723339, + "MSIS": 3.884283543058224, + "RMSE[mean]": 0.2333450134803315, + "NRMSE[mean]": 0.013729542552896379, + "ND[0.5]": 0.014101499558351707, + "mean_weighted_sum_quantile_loss": 0.013165639347378556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.684951743613578, + 16.691360369784256, + 16.697768995954938, + 16.70417762212562, + 16.7105862482963, + 16.71699487446698, + 16.723403500637662, + 16.729812126808344, + 16.736220752979023, + 16.742629379149705, + 16.749038005320386, + 16.755446631491065, + 16.761855257661747, + 16.76826388383243, + 16.774672510003107, + 16.78108113617379, + 16.78748976234447, + 16.79389838851515, + 16.80030701468583, + 16.806715640856513, + 16.81312426702719, + 16.819532893197874, + 16.825941519368556, + 16.832350145539237 + ], + "p10": [ + 16.58495136214385, + 16.59135998831453, + 16.59776861448521, + 16.604177240655893, + 16.700586210149325, + 16.616994492997254, + 16.623403119167936, + 16.629811745338618, + 16.636220371509296, + 16.642628997679978, + 16.64903762385066, + 16.65544625002134, + 16.66185487619202, + 16.668263502362702, + 16.67467212853338, + 16.681080754704062, + 16.687489380874744, + 16.493899151454603, + 16.700306633216105, + 16.706715259386787, + 16.713123885557465, + 16.719532511728147, + 16.52594228230801, + 16.73234976406951 + ], + "p90": [ + 16.784952125083304, + 16.791360751253983, + 16.797769377424665, + 16.804178003595347, + 16.810586629766025, + 16.816995255936707, + 16.82340388210739, + 16.82981250827807, + 16.83622113444875, + 16.84262976061943, + 16.849038386790113, + 16.85544701296079, + 16.861855639131473, + 16.868264265302155, + 16.874672891472834, + 16.881081517643516, + 16.797489800491444, + 16.893898769984876, + 16.900307396155558, + 16.90671602232624, + 16.913124648496918, + 16.9195332746676, + 16.925941900838282, + 16.932350527008964 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260619_163308.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260619_163308.json new file mode 100644 index 0000000000000000000000000000000000000000..d42614171fb48e50ca3f2c8aac0bd357cc7f5f47 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260619_163308.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:33:08.194522+00:00", + "metrics": { + "MSE[mean]": 0.6055614723118197, + "MSE[0.5]": 0.8981990689454354, + "MAE[0.5]": 0.9407061735788981, + "MASE[0.5]": 3.287904402965278, + "MAPE[0.5]": 0.05533155233796322, + "sMAPE[0.5]": 0.05692978354869744, + "MSIS": 14.521565257003601, + "RMSE[mean]": 0.7781783036758476, + "NRMSE[mean]": 0.04578641717989324, + "ND[0.5]": 0.05534922408364405, + "mean_weighted_sum_quantile_loss": 0.04726219221987872 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.249540328979492, + 16.021082878112793, + 16.300107955932617, + 16.434518814086914, + 16.4400053024292, + 16.389677047729492, + 16.015731811523438, + 16.01146125793457, + 16.282761573791504, + 16.01270580291748, + 16.01581382751465, + 16.015236854553223, + 16.01559066772461, + 16.01154899597168, + 16.020277976989746, + 16.013736724853516, + 16.00971221923828, + 16.011505126953125, + 16.011432647705078, + 16.011357307434082, + 16.011383056640625, + 16.010757446289062, + 16.01759910583496, + 16.03093719482422 + ], + "p10": [ + 16.00039768218994, + 16.000664710998535, + 16.00233268737793, + 16.00104331970215, + 15.999388217926025, + 15.999032497406006, + 16.000664710998535, + 16.000203132629395, + 16.000892639160156, + 16.000317573547363, + 16.000203132629395, + 15.999435901641846, + 15.99936294555664, + 15.999446392059326, + 16.001075744628906, + 16.001349449157715, + 16.0001802444458, + 16.00026798248291, + 15.999119281768799, + 15.999760627746582, + 16.001585006713867, + 15.999779224395752, + 16.001073837280273, + 15.999432563781738 + ], + "p90": [ + 19.168710708618164, + 19.65401840209961, + 21.23529624938965, + 20.52153205871582, + 19.29996109008789, + 20.847182273864746, + 19.476601600646973, + 19.45033073425293, + 20.072627067565918, + 19.63595485687256, + 20.296222686767578, + 20.720894813537598, + 20.163572311401367, + 21.623367309570312, + 19.697839736938477, + 20.164132118225098, + 19.4025936126709, + 20.2593994140625, + 19.525628089904785, + 20.725194931030273, + 20.702916145324707, + 19.64431381225586, + 19.865391731262207, + 20.386394500732422 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260619_163426.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..be51d1d2ff9d29aaf6d6cc7691f7fd4efbbcec1c --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260619_163426.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:34:26.106632+00:00", + "metrics": { + "MSE[mean]": 0.5644184584872511, + "MSE[0.5]": 0.5901546814541904, + "MAE[0.5]": 0.7646929983507107, + "MASE[0.5]": 2.6727128478690165, + "MAPE[0.5]": 0.04497497235103489, + "sMAPE[0.5]": 0.04601885167540867, + "MSIS": 68.70352380562889, + "RMSE[mean]": 0.7512778836670564, + "NRMSE[mean]": 0.04420365157589368, + "ND[0.5]": 0.044992969441118774, + "mean_weighted_sum_quantile_loss": 0.04401887054492806 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091, + 16.23114039856091 + ], + "p10": [ + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.221140360413937, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 15.931141161500364, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 16.131140017091184, + 15.931141161500364, + 16.131140017091184 + ], + "p90": [ + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.241140436707884, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637, + 16.331140780030637 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260619_163426.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..59768172a35e60e2d98e55b59160775d0b0cb3ab --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260619_163426.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:34:26.142380+00:00", + "metrics": { + "MSE[mean]": 0.7429167397817764, + "MSE[0.5]": 0.7429167397817764, + "MAE[0.5]": 0.7541666825612386, + "MASE[0.5]": 2.635921848720433, + "MAPE[0.5]": 0.04435936682124436, + "sMAPE[0.5]": 0.04568243170564882, + "MSIS": 56.74776442005079, + "RMSE[mean]": 0.8619261800071839, + "NRMSE[mean]": 0.05071397065385125, + "ND[0.5]": 0.04437362258471396, + "mean_weighted_sum_quantile_loss": 0.0403366857717632 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "p10": [ + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.778000373840332, + 15.68, + 15.68, + 15.68, + 15.68, + 16.66, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 16.66, + 16.66, + 16.366000747680665, + 15.68, + 15.68, + 15.68, + 16.66, + 16.66 + ], + "p90": [ + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.42200038909912, + 16.32, + 16.32, + 16.32, + 16.32, + 17.34, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 17.34, + 17.34, + 17.03400077819824, + 16.32, + 16.32, + 16.32, + 17.34, + 17.34 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260619_163408.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260619_163408.json new file mode 100644 index 0000000000000000000000000000000000000000..71f526adcdb434d34b1853fed5915c88bd0375ed --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260619_163408.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:34:08.377262+00:00", + "metrics": { + "MSE[mean]": 0.8696418582900757, + "MSE[0.5]": 0.8696418582900757, + "MAE[0.5]": 0.9203621546427408, + "MASE[0.5]": 3.21679910854617, + "MAPE[0.5]": 0.054135013711355394, + "sMAPE[0.5]": 0.05568220166142298, + "MSIS": 5.850882958723038, + "RMSE[mean]": 0.9325459014386775, + "NRMSE[mean]": 0.0548690903883859, + "ND[0.5]": 0.05415222368704272, + "mean_weighted_sum_quantile_loss": 0.034852341214343587 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.559341430664062, + 16.346946716308594, + 16.20337677001953, + 16.175254821777344, + 16.15009307861328, + 16.106430053710938, + 16.064987182617188, + 16.0250244140625, + 15.989501953125, + 15.990982055664062, + 15.990982055664062, + 15.986541748046875, + 15.986541748046875, + 15.98358154296875, + 15.9776611328125, + 15.992462158203125, + 16.027984619140625, + 16.045745849609375, + 16.027984619140625, + 16.0250244140625, + 16.01910400390625, + 16.029464721679688, + 16.05462646484375, + 16.051666259765625 + ], + "p10": [ + 16.010223388671875, + 15.942138671875, + 15.956939697265625, + 16.004302978515625, + 16.010223388671875, + 16.020584106445312, + 16.03094482421875, + 16.014663696289062, + 15.998382568359375, + 16.01318359375, + 15.992462158203125, + 16.011703491210938, + 15.998382568359375, + 15.996902465820312, + 16.004302978515625, + 16.005783081054688, + 15.992462158203125, + 16.005783081054688, + 16.005783081054688, + 16.011703491210938, + 16.005783081054688, + 16.0013427734375, + 16.016143798828125, + 16.027984619140625 + ], + "p90": [ + 17.078857421875, + 17.05517578125, + 17.0078125, + 17.05517578125, + 17.1143798828125, + 17.08477783203125, + 17.0196533203125, + 16.969329833984375, + 16.9249267578125, + 16.9249267578125, + 16.969329833984375, + 16.9486083984375, + 16.993011474609375, + 17.004852294921875, + 16.9959716796875, + 17.02557373046875, + 17.0906982421875, + 17.16766357421875, + 17.13214111328125, + 17.0906982421875, + 17.06109619140625, + 17.06109619140625, + 17.1025390625, + 17.0906982421875 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260619_163030.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260619_163030.json new file mode 100644 index 0000000000000000000000000000000000000000..203a92fcc1c794a4e73c2603265b98b231ae6c96 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260619_163030.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:30:30.604683+00:00", + "metrics": { + "MSE[mean]": 0.8728819404573187, + "MSE[0.5]": 0.9953769610799933, + "MAE[0.5]": 0.9922138452529907, + "MASE[0.5]": 3.467931179912475, + "MAPE[0.5]": 0.05836221367549632, + "sMAPE[0.5]": 0.0601359407954386, + "MSIS": 63.5759240801327, + "RMSE[mean]": 0.9342815102833399, + "NRMSE[mean]": 0.05497121005716547, + "ND[0.5]": 0.05837982996419216, + "mean_weighted_sum_quantile_loss": 0.04423368872999232 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.27508544921875, + 16.166698455810547, + 16.099468231201172, + 16.04323959350586, + 16.02307891845703, + 16.007755279541016, + 15.996150016784668, + 15.979433059692383, + 15.972136497497559, + 15.964142799377441, + 15.970880508422852, + 15.972012519836426, + 15.958223342895508, + 15.959872245788574, + 15.960981369018555, + 15.958230972290039, + 15.968856811523438, + 15.960592269897461, + 15.961665153503418, + 15.966139793395996, + 15.970772743225098, + 15.98155689239502, + 15.97883129119873, + 15.99106502532959 + ], + "p10": [ + 16.47628402709961, + 16.381641387939453, + 16.302017211914062, + 16.29039764404297, + 16.280826568603516, + 16.253726959228516, + 16.254165649414062, + 16.229373931884766, + 16.241878509521484, + 16.22202491760254, + 16.206270217895508, + 16.21991729736328, + 16.2088623046875, + 16.212390899658203, + 16.238794326782227, + 16.228965759277344, + 16.239225387573242, + 16.25232696533203, + 16.239992141723633, + 16.261859893798828, + 16.265357971191406, + 16.26123046875, + 16.284893035888672, + 16.279705047607422 + ], + "p90": [ + 16.74295425415039, + 16.687210083007812, + 16.647356033325195, + 16.586936950683594, + 16.566545486450195, + 16.547136306762695, + 16.52263641357422, + 16.49666976928711, + 16.48636245727539, + 16.464759826660156, + 16.477500915527344, + 16.474945068359375, + 16.471866607666016, + 16.478654861450195, + 16.49099349975586, + 16.50345230102539, + 16.52617835998535, + 16.530040740966797, + 16.537532806396484, + 16.552867889404297, + 16.564746856689453, + 16.592185974121094, + 16.600345611572266, + 16.606868743896484 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260619_163223.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260619_163223.json new file mode 100644 index 0000000000000000000000000000000000000000..6dc3fb07549e6d6042ebb5145a619267123b9569 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260619_163223.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:32:23.474111+00:00", + "metrics": { + "MSE[mean]": 0.835348163744546, + "MSE[0.5]": 0.835348163744546, + "MAE[0.5]": 0.890864094098409, + "MASE[0.5]": 3.113699112110874, + "MAPE[0.5]": 0.052396992269172216, + "sMAPE[0.5]": 0.053882865834445064, + "MSIS": 4.8069450623522325, + "RMSE[mean]": 0.9139738309954755, + "NRMSE[mean]": 0.05377634781102277, + "ND[0.5]": 0.05241661823556623, + "mean_weighted_sum_quantile_loss": 0.03386636763745751 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.77938461303711, + 16.493595123291016, + 16.327425003051758, + 16.267120361328125, + 16.18801498413086, + 16.15475082397461, + 16.115070343017578, + 16.07523536682129, + 16.03000259399414, + 16.01999855041504, + 16.008718490600586, + 16.01479721069336, + 16.027109146118164, + 16.0150146484375, + 16.002811431884766, + 16.003503799438477, + 15.997377395629883, + 16.00185775756836, + 16.000518798828125, + 15.992398262023926, + 15.996975898742676, + 16.004621505737305, + 15.998833656311035, + 16.004127502441406 + ], + "p10": [ + 15.889020919799805, + 15.917267799377441, + 15.986283302307129, + 15.968293190002441, + 15.98520565032959, + 15.989639282226562, + 16.005128860473633, + 16.009065628051758, + 16.00088119506836, + 15.995360374450684, + 15.998188972473145, + 15.995816230773926, + 15.987859725952148, + 15.984623908996582, + 15.9893798828125, + 15.987981796264648, + 15.990228652954102, + 15.98791217803955, + 15.99169635772705, + 15.997700691223145, + 15.99671459197998, + 15.992501258850098, + 15.989672660827637, + 15.990682601928711 + ], + "p90": [ + 17.017702102661133, + 16.999433517456055, + 16.997480392456055, + 17.00403594970703, + 16.995731353759766, + 17.03322410583496, + 17.030223846435547, + 17.014877319335938, + 16.9985294342041, + 17.004690170288086, + 17.051076889038086, + 17.04049301147461, + 17.03841209411621, + 17.054718017578125, + 17.003501892089844, + 17.006093978881836, + 16.996252059936523, + 17.00316619873047, + 16.99752426147461, + 17.034624099731445, + 17.00921058654785, + 17.008766174316406, + 17.042219161987305, + 17.019248962402344 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260619_163132.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260619_163132.json new file mode 100644 index 0000000000000000000000000000000000000000..679278f78739208fa1fc6a31eb20fa7b066e5773 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260619_163132.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:31:32.803898+00:00", + "metrics": { + "MSE[mean]": 0.2025123341697205, + "MSE[0.5]": 0.2025123341697205, + "MAE[0.5]": 0.34971046447753906, + "MASE[0.5]": 1.2222887530803443, + "MAPE[0.5]": 0.020548002421050354, + "sMAPE[0.5]": 0.02090300853704834, + "MSIS": 4.548827790989816, + "RMSE[mean]": 0.45001370442434363, + "NRMSE[mean]": 0.026477884451562708, + "ND[0.5]": 0.02057624729847606, + "mean_weighted_sum_quantile_loss": 0.01813915926469286 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.999780654907227, + 16.972728729248047, + 16.910009384155273, + 16.9659481048584, + 16.97334098815918, + 17.007965087890625, + 16.928966522216797, + 16.77901840209961, + 16.665912628173828, + 16.756868362426758, + 16.82314109802246, + 16.812175750732422, + 16.65209197998047, + 16.57120132446289, + 16.518423080444336, + 16.569631576538086, + 16.608135223388672, + 16.458511352539062, + 16.40970802307129, + 16.273622512817383, + 16.263839721679688, + 16.257457733154297, + 16.31018829345703, + 16.192249298095703 + ], + "p10": [ + 16.016868591308594, + 15.995630264282227, + 15.997466087341309, + 16.002731323242188, + 15.993069648742676, + 16.0014705657959, + 16.001657485961914, + 16.00467872619629, + 16.005088806152344, + 16.005252838134766, + 16.006635665893555, + 16.00212287902832, + 16.003650665283203, + 16.00533103942871, + 16.00189208984375, + 15.997214317321777, + 16.000709533691406, + 16.001548767089844, + 16.001117706298828, + 15.999486923217773, + 16.000553131103516, + 16.000526428222656, + 15.999671936035156, + 15.999770164489746 + ], + "p90": [ + 17.042444229125977, + 17.027070999145508, + 16.989347457885742, + 17.004499435424805, + 17.020692825317383, + 17.039562225341797, + 17.022930145263672, + 17.013931274414062, + 17.017139434814453, + 17.029464721679688, + 17.03484344482422, + 17.041704177856445, + 17.019062042236328, + 17.02425765991211, + 17.01783561706543, + 17.00548553466797, + 17.034767150878906, + 17.04734230041504, + 17.015594482421875, + 17.0313777923584, + 17.04446029663086, + 17.024063110351562, + 17.035627365112305, + 17.0482120513916 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260619_163425.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260619_163425.json new file mode 100644 index 0000000000000000000000000000000000000000..e7588c9d2eddb9e9cb92187c64a1cd66da01e8f4 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260619_163425.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:34:25.930256+00:00", + "metrics": { + "MSE[mean]": 19.426412589834616, + "MSE[0.5]": 19.955467594934593, + "MAE[0.5]": 4.007997149821268, + "MASE[0.5]": 2.0765444792357894, + "MAPE[0.5]": 0.14732796080371255, + "sMAPE[0.5]": 0.1615714429276027, + "MSIS": 57.03823338021181, + "RMSE[mean]": 4.4075404240726614, + "NRMSE[mean]": 0.16687328646289026, + "ND[0.5]": 0.15174623308538168, + "mean_weighted_sum_quantile_loss": 0.1441311194530311 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 22.913441464356648, + 22.860981026037315, + 22.56085458369747, + 22.60244043411332, + 22.45551566774314, + 22.41797304670433, + 22.442540087960275, + 22.43082023701367, + 22.362441408818842, + 22.307869843235085, + 22.378666736856545, + 22.37690190010404, + 22.27588633780477, + 22.381580103224877, + 22.276981799750605, + 22.26379900115923, + 22.349286121225106, + 22.35616776046474, + 22.28550739658917, + 22.345147022774356, + 22.343333867871834, + 22.276710008573012, + 22.281983986516597, + 22.161241994922136 + ], + "p10": [ + 22.25118367378623, + 21.930757553448757, + 21.76489990753558, + 21.682615732370234, + 21.7878454507904, + 21.602628224102983, + 21.60119287145649, + 21.56035587764692, + 21.472662135944706, + 21.740536884742568, + 21.57097378053742, + 21.705836970858595, + 21.57064678448706, + 21.696435850662983, + 21.413438327301357, + 21.566089396674933, + 21.592309137370638, + 21.698516451107025, + 21.661284079120275, + 21.42884674157056, + 21.69460718377023, + 21.531637295375283, + 21.620758629294734, + 21.426931482574133 + ], + "p90": [ + 23.54630147096709, + 23.50075088658003, + 23.261668361947848, + 23.37098818480547, + 23.22605267768355, + 23.175777163038553, + 23.180221511074702, + 23.137987288163686, + 22.8589344491032, + 23.17413023168107, + 23.087688331693602, + 23.149219189318238, + 22.91762180591837, + 23.278032875251697, + 23.038146747922713, + 23.11329762406656, + 22.900752156456488, + 22.9998519739447, + 23.03116142472575, + 23.125840859089937, + 23.031724752077487, + 23.028050439825243, + 22.981088903425565, + 22.874019187214866 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260619_162942.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260619_162942.json new file mode 100644 index 0000000000000000000000000000000000000000..3ac8b6614ff28ca05303598137c751af235fd2a8 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260619_162942.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:29:42.218274+00:00", + "metrics": { + "MSE[mean]": 2.841842030197919, + "MSE[0.5]": 2.841842030197919, + "MAE[0.5]": 1.402929385503133, + "MASE[0.5]": 0.7268581192364626, + "MAPE[0.5]": 0.053324487436798844, + "sMAPE[0.5]": 0.055460754812378776, + "MSIS": 8.710382070239078, + "RMSE[mean]": 1.6857763879583552, + "NRMSE[mean]": 0.06382494975286322, + "ND[0.5]": 0.05311611799533922, + "mean_weighted_sum_quantile_loss": 0.04911198167334035 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 23.070737838745117, + 23.013851165771484, + 22.821800231933594, + 22.605966567993164, + 22.61009979248047, + 23.043468475341797, + 24.04894256591797, + 25.196388244628906, + 26.265878677368164, + 27.240867614746094, + 27.817588806152344, + 28.196510314941406, + 28.30154037475586, + 28.136213302612305, + 27.71722984313965, + 27.182331085205078, + 26.26862335205078, + 25.37442970275879, + 24.55665397644043, + 24.03255844116211, + 23.57961654663086, + 23.265642166137695, + 23.015727996826172, + 22.86703109741211 + ], + "p10": [ + 22.600990295410156, + 22.419376373291016, + 22.110368728637695, + 21.8765926361084, + 21.805849075317383, + 22.131881713867188, + 22.97002601623535, + 23.81156349182129, + 24.487302780151367, + 25.062292098999023, + 25.322542190551758, + 25.396446228027344, + 25.26813507080078, + 25.20711326599121, + 24.821712493896484, + 24.32908821105957, + 23.643260955810547, + 22.930919647216797, + 22.352575302124023, + 21.922927856445312, + 21.549592971801758, + 21.215728759765625, + 20.989660263061523, + 20.88707733154297 + ], + "p90": [ + 23.449071884155273, + 23.53860855102539, + 23.444595336914062, + 23.311716079711914, + 23.328754425048828, + 23.890710830688477, + 25.081443786621094, + 26.559099197387695, + 27.959579467773438, + 29.346818923950195, + 30.312480926513672, + 30.906801223754883, + 31.100570678710938, + 30.940967559814453, + 30.547134399414062, + 29.958730697631836, + 29.007553100585938, + 27.69815444946289, + 26.677919387817383, + 26.15062713623047, + 25.642839431762695, + 25.346269607543945, + 24.991050720214844, + 24.75762367248535 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260619_163426.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..4bfe15395ab46a1e3e2c99998fdb988619a623f1 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260619_163426.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-19T16:34:26.076860+00:00", + "metrics": { + "MSE[mean]": 53.37094128592596, + "MSE[0.5]": 55.33269594986265, + "MAE[0.5]": 6.747501314258968, + "MASE[0.5]": 3.4958823769087553, + "MAPE[0.5]": 0.24964940828200843, + "sMAPE[0.5]": 0.29373214577962936, + "MSIS": 91.65447884929534, + "RMSE[mean]": 7.3055418201476305, + "NRMSE[mean]": 0.27659412180584064, + "ND[0.5]": 0.25546622637272104, + "mean_weighted_sum_quantile_loss": 0.2395892998935053 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 22.732123448634397, + 22.56124884480655, + 22.19037729273651, + 21.969503451848112, + 21.64863113683862, + 21.37775805888968, + 21.206883455061828, + 20.936010377112883, + 20.66513729916394, + 20.294265747093903, + 20.12339114326605, + 19.852518065317106, + 19.581644987368165, + 19.31077190941922, + 18.93989845000055, + 18.669025372051603, + 18.49815267557239, + 18.227279597623443, + 17.856408045553405, + 17.585534967604463, + 17.314661889655518, + 17.043788811706573, + 16.872914207878726, + 16.502042655808687 + ], + "p10": [ + 21.732121541285764, + 21.661249226276276, + 21.290375766857608, + 21.01950440552243, + 20.948628466550534, + 20.47775844035941, + 20.396882463240537, + 20.026010911170502, + 19.96513825283826, + 19.394265937828767, + 19.223391524735778, + 18.942518599374722, + 18.68164536883789, + 18.610771146479767, + 18.12989936552789, + 17.869026134991056, + 17.69815153116321, + 17.527280742032623, + 16.956408427023135, + 16.785533823195284, + 16.614659219367432, + 16.343787858032258, + 15.872915924492498, + 15.602041129929782 + ], + "p90": [ + 23.832123830104123, + 23.961248463336823, + 23.500376377209168, + 23.419502307438933, + 23.058628886167238, + 22.87775615154105, + 22.6068830735921, + 22.536010758582613, + 21.775137718780645, + 21.504264640831696, + 21.52339076179633, + 21.25251768384738, + 20.98164460589844, + 20.910772481623813, + 20.149899251086975, + 20.169025372051607, + 19.898152294102665, + 19.627279216153717, + 19.166407130026062, + 19.085533060255834, + 18.814659982306885, + 18.55378884985355, + 18.08291481823029, + 18.002040748460054 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260619_163320.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260619_163320.json new file mode 100644 index 0000000000000000000000000000000000000000..d730399d14b34b5240f0ec17cdd48f82d37db250 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260619_163320.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:33:20.394095+00:00", + "metrics": { + "MSE[mean]": 1.9871858127476116, + "MSE[0.5]": 2.0121361211700255, + "MAE[0.5]": 1.1877986987431843, + "MASE[0.5]": 0.6153988483820667, + "MAPE[0.5]": 0.04551145012693303, + "sMAPE[0.5]": 0.04684588128489329, + "MSIS": 6.535208172751179, + "RMSE[mean]": 1.409675782847819, + "NRMSE[mean]": 0.053371542424470605, + "ND[0.5]": 0.044971084424557065, + "mean_weighted_sum_quantile_loss": 0.04094134504402601 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 23.126296043395996, + 23.041929244995117, + 22.825406074523926, + 22.621996879577637, + 22.497373580932617, + 23.081841468811035, + 24.572845458984375, + 25.784873962402344, + 26.9715633392334, + 27.881853103637695, + 28.735496520996094, + 29.590904235839844, + 29.20122528076172, + 29.28191089630127, + 28.72086524963379, + 28.458667755126953, + 27.842313766479492, + 26.536251068115234, + 25.327265739440918, + 24.612308502197266, + 24.03798007965088, + 23.804980278015137, + 23.320164680480957, + 23.123562812805176 + ], + "p10": [ + 22.777146339416504, + 22.54922866821289, + 22.097476959228516, + 21.87779998779297, + 21.563249588012695, + 21.979293823242188, + 23.364561080932617, + 24.529425621032715, + 25.279308319091797, + 25.647038459777832, + 26.436964988708496, + 27.11279582977295, + 26.68215847015381, + 26.6610164642334, + 25.99786949157715, + 25.28046226501465, + 25.413662910461426, + 24.11784076690674, + 22.998252868652344, + 22.49877643585205, + 22.256071090698242, + 22.29379653930664, + 21.26846408843994, + 21.46608066558838 + ], + "p90": [ + 23.436131477355957, + 23.551281929016113, + 23.39279556274414, + 23.300734519958496, + 23.3600435256958, + 24.14673614501953, + 25.681878089904785, + 27.330493927001953, + 28.91563129425049, + 30.700142860412598, + 31.55527400970459, + 32.826162338256836, + 32.629974365234375, + 33.392513275146484, + 32.10002899169922, + 32.54167366027832, + 31.092897415161133, + 28.772770881652832, + 27.947969436645508, + 27.03726577758789, + 26.020480155944824, + 25.454373359680176, + 25.478442192077637, + 24.836156845092773 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260619_163426.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..729c2a506de68b59189466cbb2a6c9a0194b165d --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260619_163426.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:34:26.124722+00:00", + "metrics": { + "MSE[mean]": 4.298173520303194, + "MSE[0.5]": 4.584161135602205, + "MAE[0.5]": 1.693451557823676, + "MASE[0.5]": 0.8773777405028387, + "MAPE[0.5]": 0.06187589742213945, + "sMAPE[0.5]": 0.06414078009724139, + "MSIS": 8.183756816214823, + "RMSE[mean]": 2.0732036851942923, + "NRMSE[mean]": 0.07849328177815562, + "ND[0.5]": 0.06411553831164121, + "mean_weighted_sum_quantile_loss": 0.052719823374708055 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 25.283931584619168, + 25.383930058740262, + 25.283931584619168, + 25.333930821679715, + 25.283931584619168, + 25.283931584619168, + 25.383930058740262, + 25.383930058740262, + 25.383930058740262, + 25.283931584619168, + 25.383930058740262, + 25.383930058740262, + 25.383930058740262, + 25.383930058740262, + 25.283929677270535, + 25.283929677270535, + 25.383930058740262, + 25.383930058740262, + 25.283931584619168, + 25.283931584619168, + 25.283931584619168, + 25.283931584619168, + 25.383930058740262, + 25.283931584619168 + ], + "p10": [ + 24.283929677270535, + 24.48393044020999, + 24.383930058740262, + 24.383931775354032, + 24.583928914331082, + 24.383931966088895, + 24.57392906691897, + 24.473930592797878, + 24.68393101241458, + 24.383931775354032, + 24.48393044020999, + 24.473930592797878, + 24.48393044020999, + 24.68392929580081, + 24.473930592797878, + 24.48393044020999, + 24.583928914331082, + 24.68393120314944, + 24.383931966088895, + 24.48393044020999, + 24.583928914331082, + 24.583930630944852, + 24.383931775354032, + 24.383930058740262 + ], + "p90": [ + 26.383931966088895, + 26.783929677270535, + 26.593930669091822, + 26.783929677270535, + 26.693929333947782, + 26.783929677270535, + 26.783929677270535, + 26.98393044020999, + 26.493930478356962, + 26.493930478356962, + 26.783929677270535, + 26.783929677270535, + 26.783929677270535, + 26.98393063094485, + 26.493930478356962, + 26.783929677270535, + 26.783929677270535, + 26.783929677270535, + 26.593930669091822, + 26.783929677270535, + 26.783929677270535, + 26.79393162276614, + 26.593930669091822, + 26.783929677270535 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260619_163426.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260619_163426.json new file mode 100644 index 0000000000000000000000000000000000000000..a195e0e6d78aa3284d65235a13415432387c71c6 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260619_163426.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:34:26.157452+00:00", + "metrics": { + "MSE[mean]": 2.3204168860121777, + "MSE[0.5]": 2.3204168860121777, + "MAE[0.5]": 1.2041668097178142, + "MASE[0.5]": 0.6238791713986142, + "MAPE[0.5]": 0.0453564943842506, + "sMAPE[0.5]": 0.046823447372521254, + "MSIS": 13.525356877839974, + "RMSE[mean]": 1.523291464563554, + "NRMSE[mean]": 0.05767313024385298, + "ND[0.5]": 0.04559079524027816, + "mean_weighted_sum_quantile_loss": 0.04075003791829763 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "p10": [ + 22.833999252319334, + 23.128000373840333, + 22.63800037384033, + 22.441999626159667, + 22.343999252319335, + 23.03, + 24.303999252319336, + 24.891999626159667, + 26.166000747680663, + 27.439999999999998, + 29.106000747680664, + 29.106000747680664, + 28.321999626159666, + 26.851999626159667, + 27.04800037384033, + 27.439999999999998, + 26.656000747680665, + 25.186000747680662, + 24.10800037384033, + 23.911999626159666, + 23.52, + 23.128000373840333, + 23.03, + 22.736000747680663 + ], + "p90": [ + 23.76599922180176, + 24.07200038909912, + 23.562000389099122, + 23.35799961090088, + 23.25599922180176, + 23.97, + 25.295999221801758, + 25.90799961090088, + 27.234000778198244, + 28.560000000000002, + 30.294000778198242, + 30.294000778198242, + 29.47799961090088, + 27.94799961090088, + 28.152000389099122, + 28.560000000000002, + 27.74400077819824, + 26.214000778198244, + 25.092000389099123, + 24.88799961090088, + 24.48, + 24.07200038909912, + 23.97, + 23.664000778198243 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260619_163422.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260619_163422.json new file mode 100644 index 0000000000000000000000000000000000000000..14640829f8bf76393470d3825e91d641c205e81e --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260619_163422.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:34:22.239266+00:00", + "metrics": { + "MSE[mean]": 3.036106706555529, + "MSE[0.5]": 3.036106706555529, + "MAE[0.5]": 1.3941584428151448, + "MASE[0.5]": 0.7223138913002606, + "MAPE[0.5]": 0.05285706254375602, + "sMAPE[0.5]": 0.05514219502530019, + "MSIS": 9.5842591227134, + "RMSE[mean]": 1.742442741255944, + "NRMSE[mean]": 0.06597038682134465, + "ND[0.5]": 0.05278404253127125, + "mean_weighted_sum_quantile_loss": 0.05044576075077515 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 23.326141357421875, + 23.332794189453125, + 23.09661865234375, + 22.87042236328125, + 22.783935546875, + 23.25628662109375, + 24.204315185546875, + 25.4317626953125, + 26.5760498046875, + 27.467529296875, + 28.052978515625, + 28.425537109375, + 28.425537109375, + 28.159423828125, + 27.627197265625, + 26.882080078125, + 25.924072265625, + 25.03924560546875, + 24.229263305664062, + 23.81262969970703, + 23.316162109375, + 23.0234375, + 22.7440185546875, + 22.59100341796875 + ], + "p10": [ + 22.890380859375, + 22.7706298828125, + 22.31158447265625, + 21.90576171875, + 21.6396484375, + 21.8392333984375, + 22.59100341796875, + 23.457534790039062, + 24.225936889648438, + 24.79974365234375, + 24.98602294921875, + 25.19891357421875, + 24.9527587890625, + 24.5802001953125, + 24.297454833984375, + 23.662109375, + 23.119903564453125, + 22.52447509765625, + 22.01220703125, + 21.825927734375, + 21.5465087890625, + 21.3203125, + 21.0408935546875, + 20.8546142578125 + ], + "p90": [ + 23.741943359375, + 24.00140380859375, + 23.939449310302734, + 23.769386291503906, + 23.793087005615234, + 24.5535888671875, + 25.6712646484375, + 27.201416015625, + 28.585205078125, + 29.623046875, + 30.42138671875, + 30.900390625, + 31.16650390625, + 31.0068359375, + 30.31494140625, + 29.56982421875, + 28.29248046875, + 27.1348876953125, + 26.0438232421875, + 25.46502685546875, + 24.8197021484375, + 24.437164306640625, + 24.146102905273438, + 23.9814453125 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260619_163048.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260619_163048.json new file mode 100644 index 0000000000000000000000000000000000000000..9b56fe3b7f440eebcb35a221f47f2427eeb04d58 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260619_163048.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:30:48.966918+00:00", + "metrics": { + "MSE[mean]": 4.482254354587894, + "MSE[0.5]": 6.369260143374807, + "MAE[0.5]": 2.28161358833313, + "MASE[0.5]": 1.1821046581367454, + "MAPE[0.5]": 0.08618097932238529, + "sMAPE[0.5]": 0.09099730599977889, + "MSIS": 15.410970016302732, + "RMSE[mean]": 2.117133523089154, + "NRMSE[mean]": 0.08015650337523036, + "ND[0.5]": 0.08638386067749894, + "mean_weighted_sum_quantile_loss": 0.062393093054477836 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 22.894500732421875, + 22.816333770751953, + 22.515235900878906, + 22.192611694335938, + 22.05695152282715, + 22.348337173461914, + 23.25, + 24.39920425415039, + 25.51003074645996, + 26.277538299560547, + 26.874391555786133, + 27.20638656616211, + 27.27718162536621, + 27.04853630065918, + 26.76055145263672, + 25.992982864379883, + 25.1379451751709, + 24.22194480895996, + 23.375259399414062, + 22.85348129272461, + 22.490982055664062, + 22.067546844482422, + 21.874614715576172, + 21.698728561401367 + ], + "p10": [ + 23.04186248779297, + 23.04298973083496, + 22.601295471191406, + 22.42526626586914, + 22.358673095703125, + 22.597352981567383, + 23.51217269897461, + 24.780797958374023, + 26.079299926757812, + 26.908306121826172, + 27.385358810424805, + 27.829071044921875, + 27.873674392700195, + 27.73371124267578, + 27.409231185913086, + 26.55692481994629, + 25.792146682739258, + 24.739795684814453, + 23.954601287841797, + 23.467926025390625, + 22.938186645507812, + 22.555648803710938, + 22.375228881835938, + 22.124378204345703 + ], + "p90": [ + 23.214279174804688, + 23.36914825439453, + 23.287670135498047, + 23.082164764404297, + 23.22667694091797, + 23.747325897216797, + 24.874813079833984, + 26.289756774902344, + 27.680709838867188, + 28.704063415527344, + 29.410058975219727, + 29.89557647705078, + 30.031801223754883, + 29.840871810913086, + 29.442726135253906, + 28.634288787841797, + 27.615453720092773, + 26.533992767333984, + 25.552053451538086, + 24.912446975708008, + 24.343820571899414, + 23.945920944213867, + 23.67523956298828, + 23.457843780517578 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260619_163234.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260619_163234.json new file mode 100644 index 0000000000000000000000000000000000000000..af5ee83fb4946e0449d0e0988dc5ff9d191b6149 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260619_163234.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:32:34.636773+00:00", + "metrics": { + "MSE[mean]": 3.1602204152304694, + "MSE[0.5]": 3.1602204152304694, + "MAE[0.5]": 1.5229050318400066, + "MASE[0.5]": 0.7890175362047831, + "MAPE[0.5]": 0.05768483985784534, + "sMAPE[0.5]": 0.060046003336236865, + "MSIS": 11.079203058953858, + "RMSE[mean]": 1.777700879009309, + "NRMSE[mean]": 0.0673052903628597, + "ND[0.5]": 0.05765849956724637, + "mean_weighted_sum_quantile_loss": 0.05391067613329473 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 23.114635467529297, + 23.0127010345459, + 22.834428787231445, + 22.642776489257812, + 22.45221519470215, + 22.90715789794922, + 23.939146041870117, + 25.10352897644043, + 25.9881534576416, + 26.877517700195312, + 27.56479263305664, + 27.987985610961914, + 28.066089630126953, + 27.876850128173828, + 27.49868392944336, + 26.953813552856445, + 26.221040725708008, + 25.41115951538086, + 24.497238159179688, + 24.038881301879883, + 23.50253677368164, + 23.187156677246094, + 22.93196678161621, + 22.739826202392578 + ], + "p10": [ + 22.806306838989258, + 22.5400390625, + 22.217042922973633, + 21.911998748779297, + 21.605648040771484, + 21.906312942504883, + 22.71479606628418, + 23.54925537109375, + 24.07920265197754, + 24.568052291870117, + 24.829486846923828, + 24.845396041870117, + 24.754314422607422, + 24.530494689941406, + 24.25881004333496, + 23.94535255432129, + 23.56047248840332, + 23.05710792541504, + 22.392980575561523, + 22.07656478881836, + 21.553848266601562, + 21.169723510742188, + 20.80291748046875, + 20.566972732543945 + ], + "p90": [ + 23.404645919799805, + 23.422983169555664, + 23.35492515563965, + 23.28510856628418, + 23.234899520874023, + 23.820722579956055, + 25.058513641357422, + 26.57756805419922, + 27.926280975341797, + 29.23442840576172, + 30.412364959716797, + 31.080116271972656, + 31.34210205078125, + 31.054479598999023, + 30.60405158996582, + 29.748641967773438, + 28.701839447021484, + 27.540082931518555, + 26.34670639038086, + 25.733970642089844, + 25.125940322875977, + 24.806657791137695, + 24.53803253173828, + 24.34920883178711 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260619_163149.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260619_163149.json new file mode 100644 index 0000000000000000000000000000000000000000..767b9a2d74577930dee352440411aae6d38c2604 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260619_163149.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:31:49.875909+00:00", + "metrics": { + "MSE[mean]": 2.8524128914564244, + "MSE[0.5]": 2.8524128914564244, + "MAE[0.5]": 1.411708116531372, + "MASE[0.5]": 0.7314063823139946, + "MAPE[0.5]": 0.053516976909233384, + "sMAPE[0.5]": 0.05564398707914478, + "MSIS": 12.071930134790192, + "RMSE[mean]": 1.6889087871926134, + "NRMSE[mean]": 0.06394354509276744, + "ND[0.5]": 0.05344848833269448, + "mean_weighted_sum_quantile_loss": 0.0491044573227979 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453 + ], + "actual": [ + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 + ], + "predictions": { + "p50": [ + 23.069780349731445, + 23.155052185058594, + 22.79859733581543, + 22.67108726501465, + 22.56478500366211, + 23.072330474853516, + 24.184160232543945, + 25.415443420410156, + 26.290597915649414, + 27.20711898803711, + 27.795211791992188, + 28.16336441040039, + 28.130111694335938, + 27.95604705810547, + 27.5482120513916, + 26.986963272094727, + 26.249267578125, + 25.40601348876953, + 24.489423751831055, + 24.04448699951172, + 23.588478088378906, + 23.299976348876953, + 23.06114959716797, + 22.871349334716797 + ], + "p10": [ + 22.78757667541504, + 22.710481643676758, + 22.275556564331055, + 22.07449722290039, + 21.88473892211914, + 22.260467529296875, + 23.20960235595703, + 24.248931884765625, + 24.91888999938965, + 25.566640853881836, + 25.90399932861328, + 26.082561492919922, + 25.976329803466797, + 25.670921325683594, + 25.223661422729492, + 24.664630889892578, + 24.151378631591797, + 23.531169891357422, + 22.82699966430664, + 22.44904136657715, + 22.02248191833496, + 21.7103271484375, + 21.469968795776367, + 21.285167694091797 + ], + "p90": [ + 23.335519790649414, + 23.56809425354004, + 23.291292190551758, + 23.219655990600586, + 23.177581787109375, + 23.79013442993164, + 25.023941040039062, + 26.471900939941406, + 27.599576950073242, + 28.803760528564453, + 29.54299545288086, + 30.187606811523438, + 30.272357940673828, + 30.124773025512695, + 29.71086311340332, + 29.072595596313477, + 28.210735321044922, + 27.21177864074707, + 26.083269119262695, + 25.52601432800293, + 25.016925811767578, + 24.62126922607422, + 24.39626121520996, + 24.151443481445312 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index fb375ccca45db3e152ae5681b812ffc04ae7d222..a63874e1f840328238e3d8b779059f0a016f9c4b 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3140140.755794525,3140140.75579 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.7228792015084764,0.7228792015084764,0.7337500254313151,0.4205798149142999,0.030863168927827447,0.031110116066204674,5.390142700437491,0.8502230304505262,0.036408225659295836,0.03142062205638156,0.0261379766471425,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1309569300506628,1.1309569300506628,0.8769333365295703,1.1023097933308277,13.615077105840994,0.7755631995198489,41.5451831374211,1.0634645880567264,1.072978356223413,0.8847783936711779,0.872695032382645,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.019583339028890104,0.019583339028890104,0.10972223513656193,0.5486110625592895,0.07794029955062354,0.07861239842312195,16.127360834569277,0.13994048388114894,0.0995624026016113,0.07806325264883991,0.07423804400315415,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.3879166857401894,0.3879166857401894,0.40416669845581055,1.270742267514018,0.023819033517952694,0.02451138251812121,28.156243371125356,0.6228295800138184,0.037958126926581216,0.024631795489132937,0.024235090349668503,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,374.67000072479385,374.67000072479385,14.525000015894571,1.3209162929847007,0.622604335922007,0.4027337563841465,48.92911921821166,19.35639431104858,0.6872092654810146,0.5156804739370854,0.5067263310900807,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.6987501970931287,1.6987501970931287,1.0041667620340984,0.5150419276773089,0.037826466093137,0.038793997075771004,9.88662759777578,1.3033611153832727,0.04977827592637406,0.03835137443234825,0.03356868104291493,Weather,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.7429167397817764,0.7429167397817764,0.7541666825612386,2.635921848720433,0.04435936682124436,0.04568243170564882,56.74776442005079,0.8619261800071839,0.05071397065385125,0.04437362258471396,0.0403366857717632,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,321.96040873527636,321.96040873527636,13.00416644414266,1.1798249573380415,0.5759147711109379,0.37599690671571384,43.51660932994623,17.943255243552557,0.6514948953786102,0.4721633807253008,0.4635254575697629,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,2.3204168860121777,2.3204168860121777,1.2041668097178142,0.6238791713986142,0.0453564943842506,0.046823447372521254,13.525356877839974,1.523291464563554,0.05767313024385298,0.04559079524027816,0.04075003791829763,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,36.125,36.125,4.458333333333333,0.7772397094430993,0.6471847596847596,0.40994711549148927,28.66416481667311,6.010407640085654,0.6497737989281788,0.481981981981982,0.47357357357357355,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1875.0,1875.0,29.166666666666668,0.3835616438356164,0.011820394824596505,0.011684168416841686,3.0109590208208705,43.30127018922193,0.017422137209410334,0.01173512154233026,0.010600726459904978,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7746.0,7746.0,75.14285714285714,1.5952729554486509,0.3325847571317651,0.29402831569788485,57.803957678218616,88.01136290275251,0.348067536903541,0.29717514124293787,0.2902774639045826,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ad266e264d8a64dea63de512d2806eb16ca7fcd9..484383f8fd3ae2ddbc56dbfc49e0286b8efd038c 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T16:23:30.653307+00:00", + "evaluated_at": "2026-06-19T16:34:26.136098+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index cde9bfd756aebb0f6588dd6f9b2ff5a7bb1d85f8..257dedfa0151f61ecd5ab150b363b3cea7624e09 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:10:39.786983+00:00", + "evaluated_at": "2026-06-19T16:34:26.142380+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,10 +101,32 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, 17.0, 17.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, 17.0 ], "p50": [ @@ -135,25 +135,25 @@ 16.0, 16.0, 16.0, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, + 17.0, 16.0, 16.0, 16.0, 16.0, 16.0, + 17.0, + 17.0, + 16.700000762939453, 16.0, 16.0, 16.0, - 16.0 + 17.0, + 17.0 ], "p10": [ 15.68, @@ -161,25 +161,25 @@ 15.68, 15.68, 15.68, + 15.778000373840332, 15.68, 15.68, 15.68, 15.68, - 15.68, - 15.68, - 15.68, - 15.778000373840332, - 15.68, + 16.66, 15.68, 15.68, 15.68, 15.68, 15.68, + 16.66, + 16.66, + 16.366000747680665, 15.68, 15.68, 15.68, - 15.68, - 15.68 + 16.66, + 16.66 ], "p90": [ 16.32, @@ -187,29 +187,27 @@ 16.32, 16.32, 16.32, + 16.42200038909912, 16.32, 16.32, 16.32, 16.32, - 16.32, - 16.32, - 16.32, - 16.42200038909912, - 16.32, - 16.32, + 17.34, 16.32, 16.32, 16.32, 16.32, 16.32, + 17.34, + 17.34, + 17.03400077819824, 16.32, 16.32, 16.32, - 16.32 + 17.34, + 17.34 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 4bce3eac8eeee1e291f79b8f2622e22751ca1bda..36095c4c0fa8d80928744d4398e8dc6c0a372c59 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:10:39.793315+00:00", + "evaluated_at": "2026-06-19T16:34:26.148404+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,11 +365,11 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 52.900001525878906, - 57.900001525878906, 59.0, 58.29999923706055, 59.0, @@ -393,11 +391,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "p10": [ - 51.84200149536133, - 56.74200149536133, 57.82, 57.133999252319335, 57.82, @@ -419,11 +417,11 @@ 33.222001495361326, 41.94399925231934, 43.31600074768066, - 38.22 + 38.22, + 31.947998504638672, + 26.166000747680663 ], "p90": [ - 53.95800155639648, - 59.05800155639648, 60.18, 59.46599922180176, 60.18, @@ -445,11 +443,11 @@ 34.57800155639649, 43.65599922180176, 45.084000778198245, - 39.78 + 39.78, + 33.25199844360352, + 27.234000778198244 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index d5355a97e54ad8a3bf568edd61f97839c6cf185d..8e71423d12a91fb748dd0f23cdfe4d2183783bc4 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:10:39.802277+00:00", + "evaluated_at": "2026-06-19T16:34:26.157452+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,11 +365,11 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 23.799999237060547, - 23.600000381469727, 23.299999237060547, 23.600000381469727, 23.100000381469727, @@ -393,11 +391,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "p10": [ - 23.323999252319336, - 23.128000373840333, 22.833999252319334, 23.128000373840333, 22.63800037384033, @@ -419,11 +417,11 @@ 24.10800037384033, 23.911999626159666, 23.52, - 23.128000373840333 + 23.128000373840333, + 23.03, + 22.736000747680663 ], "p90": [ - 24.275999221801758, - 24.07200038909912, 23.76599922180176, 24.07200038909912, 23.562000389099122, @@ -445,11 +443,11 @@ 25.092000389099123, 24.88799961090088, 24.48, - 24.07200038909912 + 24.07200038909912, + 23.97, + 23.664000778198243 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 8f3afe3381f674d67c49b51d7e89246f95ca737b..8fb7f71cf5e7afb67932410dc0c20ff341f51630 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,30 +1,30 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T16:23:30.677318+00:00", + "evaluated_at": "2026-06-19T16:34:26.163480+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 556dfcc39c30074589a5a92e01a7de5d7fd9b28d..fc6224da30c711e502ace995b0d0717b167b17b2 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,Timer-S1,1487816.95783933,1487816.95783933,934 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.19897565927067262,0.19897565927067262,0.34273139635721844,0.196450974104575,0.014731248062748406,0.01483377514046838,1.854932094016476,0.44606687757630314,0.01910146274128781,0.014676433797008595,0.01986595583914095,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015023262143165267,0.015023262143165267,0.10538388811207065,0.13246809886933583,0.43546457712888925,0.2559590145062115,1.0422951703489263,0.12256941765042888,0.12366592526990945,0.10632665375867703,0.088085499197429,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05817566656717273,0.05817566656717273,0.1923145271009869,0.9615724372288401,0.14712106594974428,0.1310860563573355,17.42180845849805,0.24119632370161187,0.1716021327095277,0.13682456886192199,0.10482645387549212,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.38922493512003103,0.38922493512003103,0.40720804532368976,1.2803045793768,0.02400614925944951,0.02470062118185323,46.1757875537108,0.6238789426804138,0.038022079960555226,0.02481714929078789,0.02401161849492384,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.77796372120292,63.77796372120292,6.714877684911092,0.6106568901681458,0.2336429431492056,0.23892398923470673,5.526843698136666,7.986110675491727,0.28353055652633347,0.23839802431637014,0.19965333850817957,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.526906286196663,2.526906286196663,1.2909006277720134,0.6621090967208983,0.04912192880016499,0.05102157237910323,7.461185217001385,1.5896245739786055,0.06071131763017407,0.049302382036975616,0.04735154792702394,Weather,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.8696418582900757,0.8696418582900757,0.9203621546427408,3.21679910854617,0.054135013711355394,0.05568220166142298,5.850882958723038,0.9325459014386775,0.0548690903883859,0.05415222368704272,0.034852341214343587,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,66.74569547564776,66.74569547564776,6.328639984130859,0.5741765480591923,0.20569944720465191,0.22724159496812088,6.927315351475471,8.169803882324702,0.2966343315821374,0.2297842051726787,0.2080143782166317,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,3.036106706555529,3.036106706555529,1.3941584428151448,0.7223138913002606,0.05285706254375602,0.05514219502530019,9.5842591227134,1.742442741255944,0.06597038682134465,0.05278404253127125,0.05044576075077515,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,30.483771259586018,30.483771259586018,4.512298583984375,0.7866476950287531,0.8583174272017046,0.453803664665646,10.216474703957324,5.521211031973513,0.5968876791322717,0.48781606313344594,0.37143083024430684,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,863.3070424397787,863.3070424397787,19.6796875,0.25880136986301366,0.007982224348072562,0.00793129350110505,8.12294547303082,29.382087101493976,0.011821795313258264,0.007918063704945515,0.008295445036730464,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,819.7185096022274,819.7185096022274,25.976327078683035,0.5514740009383661,0.11187591303610797,0.10476024087598686,4.263247625769444,28.63072666912643,0.11322886253326837,0.10273123703433969,0.06931331272927456,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 57d3aa4d9975aea6d0c98b4fbd62dcc585486846..9ebbd4cbbafab9d81cbb6d6f6e22eb87f1eb9b0a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T16:22:43.136492+00:00", + "evaluated_at": "2026-06-19T16:33:44.152115+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 48d28d75b0637ed8cb31f43e40dbf496ccfea487..13addb7fa1acd7a03e0c7ded7f726cba4f2b027b 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:10:04.771257+00:00", + "evaluated_at": "2026-06-19T16:34:08.377262+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,93 +101,113 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0, 17.0, + 17.200000762939453, 17.0, 17.0, 17.0 ], "p50": [ - 16.03249740600586, - 16.01561737060547, - 15.995361328125, - 16.00008773803711, - 16.00008773803711, - 16.002113342285156, - 16.002113342285156, - 16.00008773803711, - 16.003463745117188, - 16.005489349365234, - 16.003463745117188, - 16.005489349365234, - 16.014942169189453, - 16.01561737060547, - 16.005489349365234, - 16.00481414794922, - 16.004138946533203, - 16.002788543701172, - 16.003463745117188, - 16.006839752197266, - 16.005489349365234, - 16.008865356445312, - 16.004138946533203, - 16.013591766357422 + 16.559341430664062, + 16.346946716308594, + 16.20337677001953, + 16.175254821777344, + 16.15009307861328, + 16.106430053710938, + 16.064987182617188, + 16.0250244140625, + 15.989501953125, + 15.990982055664062, + 15.990982055664062, + 15.986541748046875, + 15.986541748046875, + 15.98358154296875, + 15.9776611328125, + 15.992462158203125, + 16.027984619140625, + 16.045745849609375, + 16.027984619140625, + 16.0250244140625, + 16.01910400390625, + 16.029464721679688, + 16.05462646484375, + 16.051666259765625 ], "p10": [ - 15.998062133789062, - 15.999412536621094, - 15.995361328125, - 15.994010925292969, - 15.994010925292969, - 15.999412536621094, - 15.999412536621094, - 15.994686126708984, - 15.998062133789062, - 15.998737335205078, - 15.996036529541016, - 16.00143814086914, - 15.994686126708984, - 16.00008773803711, - 15.997386932373047, - 16.00143814086914, - 16.004138946533203, - 16.002113342285156, - 15.996711730957031, - 16.000762939453125, - 16.00008773803711, - 16.00008773803711, - 15.996036529541016, - 15.996036529541016 + 16.010223388671875, + 15.942138671875, + 15.956939697265625, + 16.004302978515625, + 16.010223388671875, + 16.020584106445312, + 16.03094482421875, + 16.014663696289062, + 15.998382568359375, + 16.01318359375, + 15.992462158203125, + 16.011703491210938, + 15.998382568359375, + 15.996902465820312, + 16.004302978515625, + 16.005783081054688, + 15.992462158203125, + 16.005783081054688, + 16.005783081054688, + 16.011703491210938, + 16.005783081054688, + 16.0013427734375, + 16.016143798828125, + 16.027984619140625 ], "p90": [ - 16.228981018066406, - 16.154876708984375, - 16.068958282470703, - 16.04802703857422, - 16.035873413085938, - 16.035198211669922, - 16.036548614501953, - 16.02912139892578, - 16.027095794677734, - 16.034523010253906, - 16.04161262512207, - 16.057817459106445, - 16.101367950439453, - 16.108287811279297, - 16.082294464111328, - 16.067270278930664, - 16.066932678222656, - 16.07874870300293, - 16.08955192565918, - 16.091407775878906, - 16.08820152282715, - 16.097148895263672, - 16.10550308227539, - 16.146015167236328 + 17.078857421875, + 17.05517578125, + 17.0078125, + 17.05517578125, + 17.1143798828125, + 17.08477783203125, + 17.0196533203125, + 16.969329833984375, + 16.9249267578125, + 16.9249267578125, + 16.969329833984375, + 16.9486083984375, + 16.993011474609375, + 17.004852294921875, + 16.9959716796875, + 17.02557373046875, + 17.0906982421875, + 17.16766357421875, + 17.13214111328125, + 17.0906982421875, + 17.06109619140625, + 17.06109619140625, + 17.1025390625, + 17.0906982421875 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index d5fb56989051b1e022ee3507954067cf60e6e445..1a483160e13b1a97d212a3e3b7de13ad42b9b99b 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:10:17.417776+00:00", + "evaluated_at": "2026-06-19T16:34:14.220649+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,89 +365,89 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 36.04296875, - 32.93914794921875, - 30.09783935546875, - 27.511322021484375, - 25.1409912109375, - 23.5968017578125, - 23.2261962890625, - 23.56591796875, - 23.7203369140625, - 23.81298828125, - 25.04833984375, - 24.4615478515625, - 23.8438720703125, - 22.9482421875, - 22.7320556640625, - 22.886474609375, - 24.18359375, - 24.986572265625, - 25.77410888671875, - 27.727508544921875, - 30.607421875, - 33.139892578125, - 34.992919921875, - 34.3134765625 + 23.5244140625, + 21.001953125, + 19.2177734375, + 18.171875, + 17.9873046875, + 19.279296875, + 21.27880859375, + 22.5400390625, + 24.60107421875, + 24.447265625, + 23.61669921875, + 22.35546875, + 21.986328125, + 22.14013671875, + 22.50927734375, + 22.970703125, + 24.1396484375, + 25.83154296875, + 28.61932373046875, + 32.076171875, + 33.306640625, + 32.368408203125, + 30.4534912109375, + 27.7310791015625 ], "p10": [ - 31.9354248046875, - 26.098388671875, - 21.033447265625, - 17.203857421875, - 14.980224609375, - 14.0537109375, - 13.374267578125, - 14.42431640625, - 14.42431640625, - 15.41259765625, - 16.771484375, - 16.709716796875, - 16.339111328125, - 15.968505859375, - 16.15380859375, - 16.0302734375, - 16.771484375, - 17.080322265625, - 17.450927734375, - 18.5009765625, - 19.85986328125, - 20.23046875, - 20.23046875, - 18.9951171875 + 21.3095703125, + 17.310546875, + 13.9267578125, + 11.896484375, + 11.28125, + 11.7734375, + 12.634765625, + 14.234375, + 16.572265625, + 17.3720703125, + 17.1259765625, + 16.080078125, + 15.7724609375, + 16.203125, + 16.572265625, + 16.7568359375, + 17.1875, + 16.8798828125, + 17.6796875, + 18.7255859375, + 18.1103515625, + 16.1416015625, + 13.9267578125, + 11.896484375 ], "p90": [ - 40.490234375, - 41.910888671875, - 42.775634765625, - 42.775634765625, - 41.7255859375, - 40.86083984375, - 41.663818359375, - 41.60205078125, - 41.35498046875, - 38.88427734375, - 37.957763671875, - 35.5179443359375, - 33.3251953125, - 31.36407470703125, - 30.53021240234375, - 30.96258544921875, - 32.645751953125, - 33.8502197265625, - 35.239990234375, - 38.698974609375, - 44.07275390625, - 50.1259765625, - 55.314453125, - 56.67333984375 + 25.70849609375, + 25.816162109375, + 26.831298828125, + 28.10791015625, + 29.5614013671875, + 32.0146484375, + 34.7216796875, + 34.75244140625, + 35.767578125, + 34.044921875, + 32.091552734375, + 30.3765869140625, + 29.5921630859375, + 29.52294921875, + 30.0074462890625, + 31.0302734375, + 33.70654296875, + 37.859375, + 43.2734375, + 49.302734375, + 52.87109375, + 53.978515625, + 53.978515625, + 52.37890625 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 0f6e949c5d364dfd372457069f9912623d909ca9..d72c0887a8a20874d8a1eea8d4d52bb0ad2f9897 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:10:26.980781+00:00", + "evaluated_at": "2026-06-19T16:34:22.239266+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 23.4093017578125, - 23.16314697265625, - 22.9835205078125, - 23.00347900390625, - 22.7041015625, - 22.41802978515625, - 22.251708984375, - 22.810546875, - 24.0745849609375, - 25.42510986328125, - 26.5494384765625, - 27.44091796875, - 27.999755859375, - 28.345703125, - 28.372314453125, + 23.326141357421875, + 23.332794189453125, + 23.09661865234375, + 22.87042236328125, + 22.783935546875, + 23.25628662109375, + 24.204315185546875, + 25.4317626953125, + 26.5760498046875, + 27.467529296875, 28.052978515625, - 27.2413330078125, - 26.5228271484375, - 25.764404296875, - 24.97271728515625, - 24.119491577148438, - 23.689552307128906, - 23.179779052734375, - 22.92364501953125 + 28.425537109375, + 28.425537109375, + 28.159423828125, + 27.627197265625, + 26.882080078125, + 25.924072265625, + 25.03924560546875, + 24.229263305664062, + 23.81262969970703, + 23.316162109375, + 23.0234375, + 22.7440185546875, + 22.59100341796875 ], "p10": [ - 22.9569091796875, + 22.890380859375, + 22.7706298828125, + 22.31158447265625, + 21.90576171875, + 21.6396484375, + 21.8392333984375, 22.59100341796875, - 22.1851806640625, - 21.985595703125, + 23.457534790039062, + 24.225936889648438, + 24.79974365234375, + 24.98602294921875, + 25.19891357421875, + 24.9527587890625, + 24.5802001953125, + 24.297454833984375, + 23.662109375, + 23.119903564453125, + 22.52447509765625, + 22.01220703125, + 21.825927734375, 21.5465087890625, - 21.0941162109375, - 20.8812255859375, - 21.2271728515625, - 22.19183349609375, - 23.24298095703125, - 23.98560333251953, - 24.6068115234375, - 24.78643798828125, - 24.77313232421875, - 24.7132568359375, - 24.21429443359375, - 23.7020263671875, - 23.262939453125, - 22.8238525390625, - 22.36480712890625, - 21.8658447265625, - 21.6529541015625, - 21.240478515625, - 21.080810546875 + 21.3203125, + 21.0408935546875, + 20.8546142578125 ], "p90": [ - 23.825519561767578, - 23.80057144165039, - 23.807640075683594, - 23.934459686279297, - 23.71533203125, - 23.560653686523438, - 23.399322509765625, - 24.136123657226562, - 25.5914306640625, - 27.0550537109375, - 28.372314453125, - 29.41015625, - 30.235107421875, - 30.84716796875, - 30.95361328125, - 30.7939453125, - 29.968994140625, - 29.064208984375, - 28.0263671875, - 27.041748046875, - 25.95068359375, - 25.34527587890625, - 24.7398681640625, - 24.430511474609375 + 23.741943359375, + 24.00140380859375, + 23.939449310302734, + 23.769386291503906, + 23.793087005615234, + 24.5535888671875, + 25.6712646484375, + 27.201416015625, + 28.585205078125, + 29.623046875, + 30.42138671875, + 30.900390625, + 31.16650390625, + 31.0068359375, + 30.31494140625, + 29.56982421875, + 28.29248046875, + 27.1348876953125, + 26.0438232421875, + 25.46502685546875, + 24.8197021484375, + 24.437164306640625, + 24.146102905273438, + 23.9814453125 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 1cccae58273d7657abfe259093f3117d632b72c6..998ed136beb44cde5fe867f5a5a3c3f2052b715b 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,30 +1,30 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T16:23:28.568152+00:00", + "evaluated_at": "2026-06-19T16:34:24.082605+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..133015f797dbbba72810a06c17ab48cfdeec5a67 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1309848.276089986,1010694.1341425577,753.2607421875,0.6847349418600981,0.011947237171961453,0.011821887904386222,37.1690239314189,1144.486031408853,0.017970154873322354,0.011827328447547891,0.014828174270802685,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.25347819153951906,0.38389451334069236,0.5193533102671305,0.29768928318452986,0.022479949808031197,0.022839422041168806,4.331048565737762,0.5034661771554462,0.021559413863425244,0.022239732211309766,0.01921340225105557,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.025295595927538158,0.01964203168320035,0.11661741501496484,0.14658870097543222,0.24682404624530616,0.19878271113820026,7.181946597836924,0.15904589252017218,0.16046871916272698,0.11766067594072635,0.1377229880012975,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.031203004979968085,0.02889823747663161,0.13343111673990884,0.6671554461321898,0.09806418833871026,0.09518673043474703,22.493707941011344,0.17664372329626685,0.12567538004804382,0.0949312321638396,0.09489963565430778,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.8728819404573187,0.9953769610799933,0.9922138452529907,3.467931179912475,0.05836221367549632,0.0601359407954386,63.5759240801327,0.9342815102833399,0.05497121005716547,0.05837982996419216,0.04423368872999232,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,100.66874948632267,118.70819281710676,8.181655724843344,0.7422945298324531,0.25861766351573406,0.31907369773961775,18.813887616830083,10.033381757230345,0.3642982786286358,0.29706465566753437,0.26577236498077483,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,4.482254354587894,6.369260143374807,2.28161358833313,1.1821046581367454,0.08618097932238529,0.09099730599977889,15.410970016302732,2.117133523089154,0.08015650337523036,0.08638386067749894,0.062393093054477836,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,17.212526487205423,14.738049318766949,3.22449525197347,0.5621396080922273,0.5580217478803663,0.36815117629161853,21.700977590990416,4.148798197937015,0.44851872410129895,0.3485940812944292,0.37583837900553146,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,853.4625965555509,823.1298755680522,22.037139892578125,0.2898034835188356,0.008912240420256644,0.008877243815100714,10.855717305222603,29.214082161785452,0.011754199025697416,0.008866577660048197,0.008955335522026635,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,581.5291792114731,448.8410288263445,16.82055882045201,0.35709824728631645,0.06612858490910202,0.06380301602645701,15.217170467987094,24.11491611454357,0.09536972474678247,0.0665219840356859,0.07562223119550131,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 72f12e6ac8bb6be7e4807a4b193171ebac43a7f0..c08151026a79e1751953a015dd92ab2f33510639 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T16:17:43.675533+00:00", + "evaluated_at": "2026-06-19T16:30:21.666146+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 694264ee37eb8e9535cd81efb47a887708cb1276..c70ecca7e7269ac84a0aa2e55d9d760856b7c33b 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:00:56.000662+00:00", + "evaluated_at": "2026-06-19T16:30:30.604683+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,93 +101,113 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0, 17.0, + 17.200000762939453, 17.0, 17.0, 17.0 ], "p50": [ - 15.997712135314941, - 15.9982271194458, - 15.996917724609375, - 15.997733116149902, - 15.999204635620117, - 15.99765396118164, - 15.997649192810059, - 15.998849868774414, - 16.001710891723633, - 15.999406814575195, - 16.001338958740234, - 15.997284889221191, - 15.999985694885254, - 15.998856544494629, - 16.000503540039062, - 15.996185302734375, - 16.000530242919922, - 16.002384185791016, - 16.001203536987305, - 16.00255584716797, - 16.001659393310547, - 16.002338409423828, - 16.001367568969727, - 16.004697799682617 + 16.27508544921875, + 16.166698455810547, + 16.099468231201172, + 16.04323959350586, + 16.02307891845703, + 16.007755279541016, + 15.996150016784668, + 15.979433059692383, + 15.972136497497559, + 15.964142799377441, + 15.970880508422852, + 15.972012519836426, + 15.958223342895508, + 15.959872245788574, + 15.960981369018555, + 15.958230972290039, + 15.968856811523438, + 15.960592269897461, + 15.961665153503418, + 15.966139793395996, + 15.970772743225098, + 15.98155689239502, + 15.97883129119873, + 15.99106502532959 ], "p10": [ - 16.014984130859375, - 16.0140380859375, - 16.012434005737305, - 16.017562866210938, - 16.013681411743164, - 16.019895553588867, - 16.018287658691406, - 16.021333694458008, - 16.021711349487305, - 16.030868530273438, - 16.019548416137695, - 16.025197982788086, - 16.02223777770996, - 16.026803970336914, - 16.029096603393555, - 16.027143478393555, - 16.03268814086914, - 16.03216552734375, - 16.0329532623291, - 16.036500930786133, - 16.033954620361328, - 16.02933120727539, - 16.03390884399414, - 16.036773681640625 + 16.47628402709961, + 16.381641387939453, + 16.302017211914062, + 16.29039764404297, + 16.280826568603516, + 16.253726959228516, + 16.254165649414062, + 16.229373931884766, + 16.241878509521484, + 16.22202491760254, + 16.206270217895508, + 16.21991729736328, + 16.2088623046875, + 16.212390899658203, + 16.238794326782227, + 16.228965759277344, + 16.239225387573242, + 16.25232696533203, + 16.239992141723633, + 16.261859893798828, + 16.265357971191406, + 16.26123046875, + 16.284893035888672, + 16.279705047607422 ], "p90": [ - 16.019100189208984, - 16.022315979003906, - 16.021921157836914, - 16.020191192626953, - 16.019105911254883, - 16.018661499023438, - 16.01777458190918, - 16.01974868774414, - 16.020917892456055, - 16.0198974609375, - 16.024423599243164, - 16.02511978149414, - 16.022960662841797, - 16.026809692382812, - 16.027061462402344, - 16.025941848754883, - 16.034461975097656, - 16.03293800354004, - 16.032642364501953, - 16.031986236572266, - 16.032989501953125, - 16.036579132080078, - 16.03908920288086, - 16.040403366088867 + 16.74295425415039, + 16.687210083007812, + 16.647356033325195, + 16.586936950683594, + 16.566545486450195, + 16.547136306762695, + 16.52263641357422, + 16.49666976928711, + 16.48636245727539, + 16.464759826660156, + 16.477500915527344, + 16.474945068359375, + 16.471866607666016, + 16.478654861450195, + 16.49099349975586, + 16.50345230102539, + 16.52617835998535, + 16.530040740966797, + 16.537532806396484, + 16.552867889404297, + 16.564746856689453, + 16.592185974121094, + 16.600345611572266, + 16.606868743896484 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 10c7d90041853a95650d7684163814a01019b94b..a52018353352e781a0fff280fe3aea2090158e00 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:01:09.346153+00:00", + "evaluated_at": "2026-06-19T16:30:39.258208+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,89 +365,89 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 35.360111236572266, - 34.16304016113281, - 32.43943786621094, - 30.15199851989746, - 27.719026565551758, - 26.141082763671875, - 25.236270904541016, - 24.64394760131836, - 23.724491119384766, - 22.660057067871094, - 22.2927303314209, - 20.89847183227539, - 20.30022430419922, - 19.59524154663086, - 19.58129119873047, - 19.113056182861328, - 19.660585403442383, - 20.669464111328125, - 21.909866333007812, - 23.634645462036133, - 26.019643783569336, - 28.012496948242188, - 29.772563934326172, - 30.44400405883789 + 22.156126022338867, + 20.961402893066406, + 20.696849822998047, + 20.28590202331543, + 19.998218536376953, + 19.950340270996094, + 19.40586280822754, + 18.343481063842773, + 18.1096248626709, + 17.58698844909668, + 17.630287170410156, + 16.65731430053711, + 17.06945037841797, + 17.5768985748291, + 17.963790893554688, + 17.620506286621094, + 18.54549789428711, + 20.59620475769043, + 22.972476959228516, + 25.366178512573242, + 27.018028259277344, + 27.113670349121094, + 26.783794403076172, + 25.173147201538086 ], "p10": [ - 37.463706970214844, - 37.134151458740234, - 35.535194396972656, - 33.611572265625, - 31.706113815307617, - 30.492130279541016, - 29.506587982177734, - 29.104162216186523, - 27.797611236572266, - 27.090564727783203, - 25.96946144104004, - 24.848249435424805, - 23.562992095947266, - 23.020404815673828, - 23.06696891784668, - 22.781761169433594, - 23.55622100830078, - 24.262636184692383, - 25.582773208618164, - 27.884220123291016, - 30.813289642333984, - 33.46253204345703, - 34.30475616455078, - 35.90108871459961 + 23.949201583862305, + 23.63785743713379, + 23.16966438293457, + 23.166210174560547, + 23.63460922241211, + 24.086647033691406, + 23.18035125732422, + 22.366790771484375, + 21.796581268310547, + 21.588302612304688, + 20.34012222290039, + 19.721181869506836, + 19.94155502319336, + 20.664806365966797, + 21.382137298583984, + 21.384281158447266, + 22.99805450439453, + 25.031044006347656, + 28.1796875, + 31.08550262451172, + 33.262638092041016, + 33.285491943359375, + 31.904926300048828, + 31.19839096069336 ], "p90": [ - 42.683799743652344, - 43.681304931640625, - 43.58545684814453, - 41.83403778076172, - 40.03432083129883, - 38.73469543457031, - 37.585689544677734, - 36.976318359375, - 35.73705291748047, - 34.297508239746094, - 33.80418395996094, - 31.73097038269043, - 30.619342803955078, - 29.614118576049805, - 29.158151626586914, - 28.736772537231445, - 29.424213409423828, - 30.896621704101562, - 32.875343322753906, - 35.7313232421875, - 39.369293212890625, - 43.238182067871094, - 46.22905731201172, - 47.73170471191406 + 27.927547454833984, + 28.27188491821289, + 29.400543212890625, + 29.47161865234375, + 29.888206481933594, + 30.25189208984375, + 29.496925354003906, + 28.42363739013672, + 28.008163452148438, + 26.931793212890625, + 26.82231903076172, + 25.238473892211914, + 25.41974639892578, + 25.81916046142578, + 26.261253356933594, + 26.67586898803711, + 28.607433319091797, + 32.11875534057617, + 36.03013610839844, + 39.72353744506836, + 42.490440368652344, + 43.66981887817383, + 43.588172912597656, + 41.75116729736328 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 8df39c6e1b559844f25e327ad6e52e045017e4e5..b9d5656616f6435aff9d3f603d7c30a67ccb7417 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:01:43.923369+00:00", + "evaluated_at": "2026-06-19T16:30:48.966918+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 23.206382751464844, - 22.865108489990234, - 22.696077346801758, - 22.573711395263672, - 22.274829864501953, - 21.939022064208984, - 21.86087417602539, - 22.154582977294922, - 23.18465805053711, - 24.430957794189453, - 25.566682815551758, - 26.36231803894043, - 26.926626205444336, - 27.2105770111084, - 27.504501342773438, - 27.205081939697266, - 26.72415542602539, - 26.064790725708008, - 25.209901809692383, - 24.294374465942383, - 23.509204864501953, - 22.961536407470703, - 22.473363876342773, - 22.109737396240234 + 22.894500732421875, + 22.816333770751953, + 22.515235900878906, + 22.192611694335938, + 22.05695152282715, + 22.348337173461914, + 23.25, + 24.39920425415039, + 25.51003074645996, + 26.277538299560547, + 26.874391555786133, + 27.20638656616211, + 27.27718162536621, + 27.04853630065918, + 26.76055145263672, + 25.992982864379883, + 25.1379451751709, + 24.22194480895996, + 23.375259399414062, + 22.85348129272461, + 22.490982055664062, + 22.067546844482422, + 21.874614715576172, + 21.698728561401367 ], "p10": [ - 23.375789642333984, - 23.081764221191406, - 22.766651153564453, - 22.818490982055664, - 22.59511947631836, - 22.181007385253906, - 22.116352081298828, - 22.510278701782227, - 23.750762939453125, - 25.015165328979492, - 26.09004020690918, - 27.030229568481445, - 27.57268524169922, - 27.983882904052734, - 28.220291137695312, - 27.874284744262695, - 27.527482986450195, - 26.752174377441406, - 25.93522834777832, - 25.05739402770996, - 24.08486557006836, - 23.487037658691406, - 23.124359130859375, - 22.67580795288086 + 23.04186248779297, + 23.04298973083496, + 22.601295471191406, + 22.42526626586914, + 22.358673095703125, + 22.597352981567383, + 23.51217269897461, + 24.780797958374023, + 26.079299926757812, + 26.908306121826172, + 27.385358810424805, + 27.829071044921875, + 27.873674392700195, + 27.73371124267578, + 27.409231185913086, + 26.55692481994629, + 25.792146682739258, + 24.739795684814453, + 23.954601287841797, + 23.467926025390625, + 22.938186645507812, + 22.555648803710938, + 22.375228881835938, + 22.124378204345703 ], "p90": [ - 23.488008499145508, - 23.35729217529297, - 23.419605255126953, - 23.433990478515625, - 23.387590408325195, - 23.208892822265625, - 23.288785934448242, - 23.78816032409668, - 25.123201370239258, - 26.693580627441406, - 28.05405044555664, - 29.111595153808594, - 29.793691635131836, - 30.217634201049805, - 30.5145263671875, - 30.292627334594727, - 29.723451614379883, - 28.94064712524414, - 27.951810836791992, - 26.8717041015625, - 25.84667205810547, - 25.265104293823242, - 24.608518600463867, - 24.14778709411621 + 23.214279174804688, + 23.36914825439453, + 23.287670135498047, + 23.082164764404297, + 23.22667694091797, + 23.747325897216797, + 24.874813079833984, + 26.289756774902344, + 27.680709838867188, + 28.704063415527344, + 29.410058975219727, + 29.89557647705078, + 30.031801223754883, + 29.840871810913086, + 29.442726135253906, + 28.634288787841797, + 27.615453720092773, + 26.533992767333984, + 25.552053451538086, + 24.912446975708008, + 24.343820571899414, + 23.945920944213867, + 23.67523956298828, + 23.457843780517578 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..fc763f9fceb6e99063aa28af5669c797a04d9e9e 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,32 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-19T16:30:53.043239+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 0074a5c7e535241e67f19868e855772b6e12ba0e..8e7ba1e2e857f506f1745b15f74038f705232e4c 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,TiRex,1504824.3119869232,1504824.3119869232,97 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.0630864204814922,0.0630864204814922,0.20702830950419107,0.11866701884215979,0.008791164066002046,0.008820655648889243,1.6732100266378442,0.25117010268240963,0.010755598766224901,0.008865360194132888,0.016615882154903422,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.626491006265875,0.626491006265875,0.65872092472855,0.828015649711516,9.390598045383529,0.7072782324596275,14.034277977180102,0.7915118484684073,0.7985927238563448,0.6646138507693357,0.4754197080726613,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.01905678830040141,0.01905678830040141,0.11120368871423933,0.5560183289202993,0.07822922395234201,0.08010101160464002,4.616012755564975,0.13804632664580904,0.09821478081250964,0.07911725127343797,0.06906746557750773,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.3960405698487648,0.3960405698487648,0.4086199601491292,1.2847437868960503,0.024081662227874456,0.024788681282221715,31.596472430029255,0.6293175429373988,0.038353533516202014,0.02490319793695586,0.021459513939228427,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,72.32773874118311,72.32773874118311,7.47660231590271,0.6799287989284584,0.27065092509625227,0.2658715742660396,3.995210421887691,8.504571637724213,0.30193745459375904,0.2654415023397412,0.212947516156058,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.5617780988495724,2.5617780988495724,1.3690937360127766,0.7022147153512387,0.05174304923997081,0.05361729897299317,7.861698657151418,1.600555559438526,0.06112879641172503,0.052288751717342326,0.04867162602971066,Weather,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.835348163744546,0.835348163744546,0.890864094098409,3.113699112110874,0.052396992269172216,0.053882865834445064,4.8069450623522325,0.9139738309954755,0.05377634781102277,0.05241661823556623,0.03386636763745751,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,71.9049819272603,71.9049819272603,6.1891030470530195,0.5615168238437201,0.19428981910804033,0.22441949632378275,5.757702881666479,8.479680532146261,0.307885526129365,0.22471781108815803,0.2100725964270313,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.1602204152304694,3.1602204152304694,1.5229050318400066,0.7890175362047831,0.05768483985784534,0.060046003336236865,11.079203058953858,1.777700879009309,0.0673052903628597,0.05765849956724637,0.05391067613329473,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,16.09058451666935,16.09058451666935,3.2651642163594565,0.5692295970408737,0.6100469081677584,0.3681253564747815,3.7233146431948314,4.011307083317027,0.4336548198180569,0.3529907260929142,0.2853550946270978,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,994.1666802292069,994.1666802292069,20.446970621744793,0.26889166845034246,0.008303986518109848,0.008237600881892909,4.437567958047945,31.53040881798406,0.012686166163145307,0.008226777785781642,0.007611186784017881,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,384.07118180487305,384.07118180487305,15.865081787109375,0.3368135957731858,0.06213313224143093,0.060067917042885534,2.0585889419335444,19.59773409873889,0.0775051631023572,0.06274326130495234,0.06103663002105158,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 98024122bc3cf1ac293cdb35098ddc8e97f75210..1323c85c4cc288a698dc54b5e4e7f14b1e95fbe8 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T16:19:29.544610+00:00", + "evaluated_at": "2026-06-19T16:32:16.338102+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 357b2368e4fdf398c3e17ddb1b25a82f02e1b84a..5fcf0eb096267f6524ae52344989153d2b31dc5a 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T15:04:45.179520+00:00", + "evaluated_at": "2026-06-19T16:32:23.474111+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,93 +101,113 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0, 17.0, + 17.200000762939453, 17.0, 17.0, 17.0 ], "p50": [ - 15.999526977539062, - 15.999612808227539, - 16.00008201599121, - 15.999711990356445, - 15.99976921081543, - 15.999600410461426, - 15.999563217163086, - 15.99987506866455, - 15.999714851379395, - 15.999564170837402, - 15.999622344970703, - 15.999799728393555, - 15.999991416931152, - 15.999685287475586, - 15.999509811401367, - 15.999693870544434, - 15.99970817565918, - 15.999594688415527, - 15.999567031860352, - 15.999445915222168, - 15.999497413635254, - 15.99915599822998, - 15.99893569946289, - 16.002058029174805 + 16.77938461303711, + 16.493595123291016, + 16.327425003051758, + 16.267120361328125, + 16.18801498413086, + 16.15475082397461, + 16.115070343017578, + 16.07523536682129, + 16.03000259399414, + 16.01999855041504, + 16.008718490600586, + 16.01479721069336, + 16.027109146118164, + 16.0150146484375, + 16.002811431884766, + 16.003503799438477, + 15.997377395629883, + 16.00185775756836, + 16.000518798828125, + 15.992398262023926, + 15.996975898742676, + 16.004621505737305, + 15.998833656311035, + 16.004127502441406 ], "p10": [ - 15.998194694519043, - 15.997406959533691, - 15.99822998046875, - 15.998233795166016, - 15.998063087463379, - 15.997801780700684, - 15.997811317443848, - 15.998398780822754, - 15.998169898986816, - 15.99807071685791, - 15.99854850769043, - 15.998008728027344, - 15.997650146484375, - 15.998237609863281, - 15.998438835144043, - 15.998061180114746, - 15.998025894165039, - 15.997982025146484, - 15.9981107711792, - 15.998165130615234, - 15.998103141784668, - 15.998186111450195, - 15.998099327087402, - 15.99603271484375 + 15.889020919799805, + 15.917267799377441, + 15.986283302307129, + 15.968293190002441, + 15.98520565032959, + 15.989639282226562, + 16.005128860473633, + 16.009065628051758, + 16.00088119506836, + 15.995360374450684, + 15.998188972473145, + 15.995816230773926, + 15.987859725952148, + 15.984623908996582, + 15.9893798828125, + 15.987981796264648, + 15.990228652954102, + 15.98791217803955, + 15.99169635772705, + 15.997700691223145, + 15.99671459197998, + 15.992501258850098, + 15.989672660827637, + 15.990682601928711 ], "p90": [ - 16.046186447143555, - 16.13722038269043, - 16.145048141479492, - 16.09090805053711, - 16.034252166748047, - 16.012630462646484, - 16.020774841308594, - 16.02933692932129, - 16.04107666015625, - 16.057247161865234, - 16.14387321472168, - 16.22920799255371, - 16.26918601989746, - 16.292892456054688, - 16.26900863647461, - 16.28204917907715, - 16.31100082397461, - 16.33605194091797, - 16.33802604675293, - 16.377111434936523, - 16.40886878967285, - 16.483308792114258, - 16.578176498413086, - 16.776945114135742 + 17.017702102661133, + 16.999433517456055, + 16.997480392456055, + 17.00403594970703, + 16.995731353759766, + 17.03322410583496, + 17.030223846435547, + 17.014877319335938, + 16.9985294342041, + 17.004690170288086, + 17.051076889038086, + 17.04049301147461, + 17.03841209411621, + 17.054718017578125, + 17.003501892089844, + 17.006093978881836, + 16.996252059936523, + 17.00316619873047, + 16.99752426147461, + 17.034624099731445, + 17.00921058654785, + 17.008766174316406, + 17.042219161987305, + 17.019248962402344 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 7dd1ced8573f33c4d2aa5d3979ce5001f9dda822..9767070f04de36f981053e0250da0bf5990e309f 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T15:04:51.576754+00:00", + "evaluated_at": "2026-06-19T16:32:29.124451+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,89 +365,89 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 36.20355224609375, - 33.923126220703125, - 31.688968658447266, - 29.774234771728516, - 27.949993133544922, - 26.584915161132812, - 26.003742218017578, - 26.529296875, - 26.233457565307617, - 24.90625, - 25.449119567871094, - 25.295724868774414, - 24.74615478515625, - 24.262407302856445, - 24.01576805114746, - 23.98142433166504, - 24.017961502075195, - 24.12889862060547, - 24.29772186279297, - 25.48123550415039, - 28.73470687866211, - 33.23386001586914, - 35.01069259643555, - 34.78471755981445 + 22.807661056518555, + 20.43446159362793, + 18.89875030517578, + 18.163394927978516, + 18.294963836669922, + 19.763160705566406, + 21.073928833007812, + 21.381792068481445, + 22.645858764648438, + 22.509601593017578, + 22.017292022705078, + 21.6562442779541, + 21.597562789916992, + 21.71045684814453, + 21.872894287109375, + 22.000041961669922, + 22.257463455200195, + 23.194751739501953, + 26.07855796813965, + 29.451833724975586, + 29.659191131591797, + 29.423532485961914, + 28.629594802856445, + 26.499784469604492 ], "p10": [ - 31.62422752380371, - 26.191383361816406, - 22.059410095214844, - 18.960716247558594, - 16.24184799194336, - 14.277613639831543, - 13.665534973144531, - 14.064007759094238, - 14.388738632202148, - 14.235902786254883, - 15.665760040283203, - 16.17800521850586, - 15.747982025146484, - 15.252151489257812, - 14.974781036376953, - 14.931480407714844, - 14.844900131225586, - 14.651053428649902, - 14.491493225097656, - 14.794479370117188, - 16.66990089416504, - 18.950645446777344, - 18.86887550354004, - 18.66165542602539 + 20.125377655029297, + 16.228580474853516, + 13.219391822814941, + 11.309993743896484, + 10.718780517578125, + 11.605026245117188, + 12.548059463500977, + 13.088098526000977, + 14.31027889251709, + 14.368501663208008, + 14.069230079650879, + 13.978055000305176, + 13.787851333618164, + 13.785063743591309, + 13.825885772705078, + 13.807249069213867, + 13.764216423034668, + 13.972579956054688, + 15.23068618774414, + 16.39392852783203, + 16.649368286132812, + 16.475078582763672, + 15.842863082885742, + 14.470035552978516 ], "p90": [ - 41.14863586425781, - 42.48597717285156, - 43.442787170410156, - 44.258270263671875, - 44.48860549926758, - 44.79668426513672, - 45.268951416015625, - 46.34196853637695, - 45.06941223144531, - 40.578094482421875, - 38.92686462402344, - 37.432777404785156, - 36.043243408203125, - 35.165802001953125, - 35.06532287597656, - 34.961849212646484, - 35.39832305908203, - 36.5662956237793, - 38.11274337768555, - 41.39194107055664, - 47.88427734375, - 54.52500915527344, - 58.34288024902344, - 59.88395690917969 + 25.775232315063477, + 25.375633239746094, + 25.983375549316406, + 27.22064971923828, + 29.219175338745117, + 32.2421989440918, + 34.47888946533203, + 34.12392807006836, + 35.01009750366211, + 33.7437858581543, + 32.3228645324707, + 31.52303123474121, + 31.154836654663086, + 31.35154151916504, + 32.12986755371094, + 32.797061920166016, + 34.227054595947266, + 37.684024810791016, + 45.05192947387695, + 54.116554260253906, + 54.44312286376953, + 54.131919860839844, + 54.917842864990234, + 52.97486114501953 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index dd0d961d4d19ddf8e575be2da65f6ace9bda9dde..3d15ff52b17dc7a2f03f14dc0a569ce91d6e9199 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T15:05:12.676772+00:00", + "evaluated_at": "2026-06-19T16:32:34.636773+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 23.345735549926758, - 23.10624885559082, - 22.955392837524414, - 22.956647872924805, - 22.69396209716797, - 22.569416046142578, - 22.364248275756836, - 22.787485122680664, - 23.749528884887695, - 24.909818649291992, - 25.837352752685547, - 26.662321090698242, - 27.277589797973633, - 27.735017776489258, - 27.869083404541016, - 27.71845245361328, - 27.41568946838379, - 26.961227416992188, - 26.219980239868164, - 25.337814331054688, - 24.436376571655273, - 23.947675704956055, - 23.526052474975586, - 23.15863609313965 + 23.114635467529297, + 23.0127010345459, + 22.834428787231445, + 22.642776489257812, + 22.45221519470215, + 22.90715789794922, + 23.939146041870117, + 25.10352897644043, + 25.9881534576416, + 26.877517700195312, + 27.56479263305664, + 27.987985610961914, + 28.066089630126953, + 27.876850128173828, + 27.49868392944336, + 26.953813552856445, + 26.221040725708008, + 25.41115951538086, + 24.497238159179688, + 24.038881301879883, + 23.50253677368164, + 23.187156677246094, + 22.93196678161621, + 22.739826202392578 ], "p10": [ - 23.0577392578125, - 22.61840057373047, - 22.279008865356445, - 22.149587631225586, - 21.80202865600586, - 21.60810089111328, - 21.32636260986328, - 21.61737632751465, - 22.34006690979004, - 23.157033920288086, - 23.691316604614258, - 24.116939544677734, - 24.393447875976562, - 24.428125381469727, - 24.3291015625, - 24.183515548706055, - 24.017818450927734, - 23.783105850219727, - 23.39974021911621, - 22.874269485473633, - 22.246604919433594, - 21.808908462524414, - 21.3924560546875, - 21.034650802612305 + 22.806306838989258, + 22.5400390625, + 22.217042922973633, + 21.911998748779297, + 21.605648040771484, + 21.906312942504883, + 22.71479606628418, + 23.54925537109375, + 24.07920265197754, + 24.568052291870117, + 24.829486846923828, + 24.845396041870117, + 24.754314422607422, + 24.530494689941406, + 24.25881004333496, + 23.94535255432129, + 23.56047248840332, + 23.05710792541504, + 22.392980575561523, + 22.07656478881836, + 21.553848266601562, + 21.169723510742188, + 20.80291748046875, + 20.566972732543945 ], "p90": [ - 23.60917091369629, - 23.4898738861084, - 23.4852237701416, - 23.624149322509766, - 23.441158294677734, - 23.371402740478516, - 23.232221603393555, - 23.793733596801758, - 25.018962860107422, - 26.499103546142578, - 27.826210021972656, - 29.091251373291016, - 30.184518814086914, - 30.9500675201416, - 31.285213470458984, - 30.953327178955078, - 30.49539566040039, - 29.80674171447754, - 28.85746192932129, - 27.544225692749023, - 26.317012786865234, - 25.70711326599121, - 25.19681167602539, - 24.7906551361084 + 23.404645919799805, + 23.422983169555664, + 23.35492515563965, + 23.28510856628418, + 23.234899520874023, + 23.820722579956055, + 25.058513641357422, + 26.57756805419922, + 27.926280975341797, + 29.23442840576172, + 30.412364959716797, + 31.080116271972656, + 31.34210205078125, + 31.054479598999023, + 30.60405158996582, + 29.748641967773438, + 28.701839447021484, + 27.540082931518555, + 26.34670639038086, + 25.733970642089844, + 25.125940322875977, + 24.806657791137695, + 24.53803253173828, + 24.34920883178711 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index d85ecd0afd07fadb6e9f505af2a3816bfc1783b3..4f7b293dc4beb668daae6c168b34eccaf904e321 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,30 +1,30 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T16:21:13.723308+00:00", + "evaluated_at": "2026-06-19T16:32:39.878391+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index d9942dfba50802002bb1b1fa5cc9aef6d2581019..df39411b9a91e6175c696b597f9405ab104599c6 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1141740.5477148693,1141740.5477148 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7928028575929602,0.7928028575929602,0.721045732498169,0.4132978128901108,0.02953640034619398,0.0301837402487192,2.382665304386935,0.8903947762610471,0.03812845897951336,0.030876599197218732,0.03337617042622656,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.09987254620161,0.09987254620161,0.27331844297392915,0.3435627131936911,3.372226867778578,0.49454393792586454,1.675339248435281,0.3160261796143003,0.3188533539661497,0.2757635533530958,0.17397750170214138,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02237367405292486,0.02237367405292486,0.11437506311469608,0.5718751976528992,0.08757512901222889,0.08171847206314226,3.676390183701083,0.14957832079858652,0.1064193618800825,0.08137356514417521,0.08032561938845156,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.395306116105985,0.395306116105985,0.408438762029012,1.2841740811016178,0.02407169117503702,0.024777375696829612,9.833136379488025,0.6287337402318925,0.03831795386824246,0.024892154882060948,0.017913789208204956,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,53.640285150821605,53.640285150821605,5.760983308156331,0.5239088954925502,0.19441750952406153,0.20680182066373176,4.915479176293473,7.323952836468952,0.260021994194164,0.20453195176886382,0.1759975602013903,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.183714780401109,2.183714780401109,1.2153366406758626,0.6233519668810807,0.04603425094642738,0.04763289134471519,7.061753845149316,1.4777397539489519,0.05643818612603907,0.04641642437307596,0.04248439660842393,Weather,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.2025123341697205,0.2025123341697205,0.34971046447753906,1.2222887530803443,0.020548002421050354,0.02090300853704834,4.548827790989816,0.45001370442434363,0.026477884451562708,0.02057624729847606,0.01813915926469286,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,56.683309556801454,56.683309556801454,5.437576770782471,0.49333333352560826,0.17308767962779628,0.1957697380009663,4.311161874733507,7.528831885279512,0.2733615207968355,0.197430926624477,0.1779908662283996,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.8524128914564244,2.8524128914564244,1.411708116531372,0.7314063823139946,0.053516976909233384,0.05564398707914478,12.071930134790192,1.6889087871926134,0.06394354509276744,0.05344848833269448,0.0491044573227979,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,20.428676011458567,20.428676011458567,3.705709218978882,0.6460316313958342,0.697386978371857,0.4008741885045491,6.506147587847767,4.519809289279645,0.48862803127347515,0.40061721286258184,0.31231947164755086,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,950.666227494677,950.666227494677,19.15826416015625,0.2519442958047945,0.007784370035449076,0.007722374854391651,6.918463853809931,30.832875757779664,0.012405515812015289,0.0077082705757544005,0.007909610895734378,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,911.1493529982066,911.1493529982066,25.936536516462052,0.5506292525456805,0.10930430436435003,0.10222024293024637,5.839700471853716,30.18525058697056,0.11937669723660674,0.10257387322894597,0.0750636376753889,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 434148adbe78ed6c8024f01486d3b06176445622..f853032d72777a0afabd6556c851fd2f331b3998 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:18:50.546058+00:00", + "evaluated_at": "2026-06-19T16:31:20.507399+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 898fa117b1d3cc79f63319e34b147130c6cd96a7..6fc6cbd6c2ebd9d5ad46a4e7678269d47c0485e4 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:03:19.569363+00:00", + "evaluated_at": "2026-06-19T16:31:32.803898+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +81,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.100000381469727, 16.0, @@ -123,93 +101,113 @@ 16.0, 16.0, 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0, 17.0, + 17.200000762939453, 17.0, 17.0, 17.0 ], "p50": [ - 16.00078010559082, - 16.00067901611328, - 16.000577926635742, - 16.00074577331543, - 16.000629425048828, - 16.00092124938965, - 16.00079917907715, - 16.00068473815918, - 16.00069236755371, - 16.000778198242188, - 16.000564575195312, - 16.00070571899414, - 16.000638961791992, - 16.00066375732422, - 16.00083351135254, - 16.000871658325195, - 16.00093650817871, - 16.000835418701172, - 16.000835418701172, - 16.000473022460938, - 16.000587463378906, - 16.000507354736328, - 16.000452041625977, - 16.00072479248047 + 16.999780654907227, + 16.972728729248047, + 16.910009384155273, + 16.9659481048584, + 16.97334098815918, + 17.007965087890625, + 16.928966522216797, + 16.77901840209961, + 16.665912628173828, + 16.756868362426758, + 16.82314109802246, + 16.812175750732422, + 16.65209197998047, + 16.57120132446289, + 16.518423080444336, + 16.569631576538086, + 16.608135223388672, + 16.458511352539062, + 16.40970802307129, + 16.273622512817383, + 16.263839721679688, + 16.257457733154297, + 16.31018829345703, + 16.192249298095703 ], "p10": [ - 15.999784469604492, - 15.999260902404785, - 15.999382019042969, - 15.999517440795898, - 15.999579429626465, - 15.999429702758789, - 15.999632835388184, - 15.999302864074707, - 15.999302864074707, - 15.999396324157715, - 15.999184608459473, - 15.99946117401123, - 15.999420166015625, - 15.999428749084473, - 15.999753952026367, - 15.999759674072266, - 15.99967098236084, - 15.99982738494873, - 15.999909400939941, - 15.999972343444824, - 15.999553680419922, - 15.999868392944336, - 15.999567031860352, - 15.999334335327148 + 16.016868591308594, + 15.995630264282227, + 15.997466087341309, + 16.002731323242188, + 15.993069648742676, + 16.0014705657959, + 16.001657485961914, + 16.00467872619629, + 16.005088806152344, + 16.005252838134766, + 16.006635665893555, + 16.00212287902832, + 16.003650665283203, + 16.00533103942871, + 16.00189208984375, + 15.997214317321777, + 16.000709533691406, + 16.001548767089844, + 16.001117706298828, + 15.999486923217773, + 16.000553131103516, + 16.000526428222656, + 15.999671936035156, + 15.999770164489746 ], "p90": [ - 16.024951934814453, - 16.044946670532227, - 16.05855941772461, - 16.105295181274414, - 16.14887237548828, - 16.206571578979492, - 16.340347290039062, - 16.363868713378906, - 16.438762664794922, - 16.540517807006836, - 16.54192352294922, - 16.627071380615234, - 16.737449645996094, - 16.714466094970703, - 16.751602172851562, - 16.795578002929688, - 16.807456970214844, - 16.811664581298828, - 16.874998092651367, - 16.9229793548584, - 16.948333740234375, - 16.988704681396484, - 17.012027740478516, - 17.130977630615234 + 17.042444229125977, + 17.027070999145508, + 16.989347457885742, + 17.004499435424805, + 17.020692825317383, + 17.039562225341797, + 17.022930145263672, + 17.013931274414062, + 17.017139434814453, + 17.029464721679688, + 17.03484344482422, + 17.041704177856445, + 17.019062042236328, + 17.02425765991211, + 17.01783561706543, + 17.00548553466797, + 17.034767150878906, + 17.04734230041504, + 17.015594482421875, + 17.0313777923584, + 17.04446029663086, + 17.024063110351562, + 17.035627365112305, + 17.0482120513916 ], "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", "2026-06-19 07:00:00", "2026-06-19 08:00:00", "2026-06-19 09:00:00", @@ -327,6 +325,8 @@ "2026-06-24 01:00:00", "2026-06-24 02:00:00", "2026-06-24 03:00:00", - "2026-06-24 04:00:00" + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 8b4e5747cf47f76d8e9242fdecff47c529da907e..27585528fb82bf53e3053d4e442ef806de5430ae 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:03:28.558256+00:00", + "evaluated_at": "2026-06-19T16:31:41.465862+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 49.5, - 42.70000076293945, 38.5, 34.099998474121094, 27.100000381469727, @@ -341,11 +339,11 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0 + 39.0, + 32.599998474121094, + 26.700000762939453 ], "actuals": [ - 32.599998474121094, - 26.700000762939453, 21.600000381469727, 19.0, 18.200000762939453, @@ -367,89 +365,89 @@ 31.700000762939453, 29.700000762939453, 28.200000762939453, - 26.0 + 26.0, + 23.100000381469727, + 21.200000762939453 ], "p50": [ - 34.66400146484375, - 30.716093063354492, - 27.619646072387695, - 24.99710464477539, - 23.217432022094727, - 21.94995880126953, - 21.55535316467285, - 22.22369956970215, - 24.697174072265625, - 25.912242889404297, - 26.745330810546875, - 25.431438446044922, - 24.332324981689453, - 23.358469009399414, - 23.129636764526367, - 23.26168441772461, - 23.777904510498047, - 24.639848709106445, - 25.75857162475586, - 27.10007667541504, - 29.53357696533203, - 30.179170608520508, - 30.24500274658203, - 28.843793869018555 + 23.61859703063965, + 21.53159523010254, + 19.86907958984375, + 18.70123291015625, + 18.543546676635742, + 19.411693572998047, + 23.20081329345703, + 24.96673583984375, + 25.82896614074707, + 24.783185958862305, + 23.465208053588867, + 22.514442443847656, + 22.267118453979492, + 22.375097274780273, + 22.860309600830078, + 23.447229385375977, + 24.846092224121094, + 26.564178466796875, + 28.978290557861328, + 29.525259017944336, + 29.535432815551758, + 27.912994384765625, + 25.9056339263916, + 22.814044952392578 ], "p10": [ - 30.273754119873047, - 24.994266510009766, - 21.37732696533203, - 18.259212493896484, - 16.26053237915039, - 14.827584266662598, - 14.176617622375488, - 14.714873313903809, - 16.19017791748047, - 16.846839904785156, - 17.70116424560547, - 17.21856689453125, - 16.617570877075195, - 16.238018035888672, - 16.007251739501953, - 16.07529067993164, - 16.471019744873047, - 17.171707153320312, - 17.928163528442383, - 18.78162956237793, - 20.021005630493164, - 19.953290939331055, - 19.52696418762207, - 18.43459701538086 + 21.084339141845703, + 18.00365447998047, + 15.74436092376709, + 14.150103569030762, + 13.485349655151367, + 13.666263580322266, + 15.747978210449219, + 16.635974884033203, + 17.299739837646484, + 17.12303924560547, + 16.333024978637695, + 15.675790786743164, + 15.416356086730957, + 15.475845336914062, + 15.6978759765625, + 16.12195587158203, + 17.13888931274414, + 18.138179779052734, + 19.729881286621094, + 19.50204086303711, + 19.598690032958984, + 18.533340454101562, + 16.587919235229492, + 14.41247272491455 ], "p90": [ - 38.43730926513672, - 36.10824203491211, - 34.2882080078125, - 32.70280456542969, - 31.06311798095703, - 30.46613121032715, - 31.46132469177246, - 34.6467399597168, - 41.18964385986328, - 46.171852111816406, - 44.360774993896484, - 37.91831588745117, - 34.13615036010742, - 32.287193298339844, - 31.57196807861328, - 31.630102157592773, - 32.27572250366211, - 33.56814193725586, - 35.325538635253906, - 37.75043487548828, - 41.57271957397461, - 44.797847747802734, - 45.09921646118164, - 43.61341094970703 + 26.371353149414062, + 25.355667114257812, + 24.49892807006836, + 24.127248764038086, + 25.1444091796875, + 30.650962829589844, + 39.97075653076172, + 41.64683532714844, + 41.06673049926758, + 39.01422882080078, + 34.80428695678711, + 32.756629943847656, + 32.313411712646484, + 32.8090934753418, + 33.66377258300781, + 34.654579162597656, + 37.3347053527832, + 40.4007453918457, + 45.38966751098633, + 49.140045166015625, + 47.95471954345703, + 45.392921447753906, + 42.38589859008789, + 38.426170349121094 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index ca5544454656911768c18b1c2d33513d42fba86e..1236d3aeb56ebaccf6d491c545b838d71be648d4 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:03:34.754054+00:00", + "evaluated_at": "2026-06-19T16:31:49.875909+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.700000762939453, 23.399999618530273, 23.200000762939453, 22.799999237060547, @@ -341,11 +339,11 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727 + 23.600000381469727, + 23.5, + 23.200000762939453 ], "actuals": [ - 23.5, - 23.200000762939453, 23.299999237060547, 24.100000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 26.0, 26.100000381469727, 26.299999237060547, - 25.899999618530273 + 25.899999618530273, + 26.100000381469727, + 26.100000381469727 ], "p50": [ - 23.328397750854492, - 23.10321617126465, - 22.914127349853516, - 23.0745792388916, - 22.82976722717285, - 22.67327308654785, - 22.504247665405273, - 23.09071159362793, - 24.082277297973633, - 25.258899688720703, - 26.305517196655273, - 27.307994842529297, - 27.759811401367188, - 28.06539535522461, - 28.106245040893555, - 27.877286911010742, - 27.45341682434082, - 26.976318359375, - 26.188535690307617, - 25.249797821044922, - 24.323535919189453, - 23.994958877563477, - 23.530040740966797, - 23.233572006225586 + 23.069780349731445, + 23.155052185058594, + 22.79859733581543, + 22.67108726501465, + 22.56478500366211, + 23.072330474853516, + 24.184160232543945, + 25.415443420410156, + 26.290597915649414, + 27.20711898803711, + 27.795211791992188, + 28.16336441040039, + 28.130111694335938, + 27.95604705810547, + 27.5482120513916, + 26.986963272094727, + 26.249267578125, + 25.40601348876953, + 24.489423751831055, + 24.04448699951172, + 23.588478088378906, + 23.299976348876953, + 23.06114959716797, + 22.871349334716797 ], "p10": [ - 23.05685043334961, - 22.702224731445312, - 22.411155700683594, - 22.44001007080078, - 22.1479549407959, - 21.914520263671875, - 21.6744441986084, - 22.153717041015625, - 22.95191764831543, - 23.8967227935791, - 24.69122314453125, - 25.281496047973633, - 25.591081619262695, - 25.66312599182129, - 25.47246742248535, - 25.143470764160156, - 24.88835334777832, - 24.49118423461914, - 23.890756607055664, - 23.14137840270996, - 22.397462844848633, - 22.071184158325195, - 21.663860321044922, - 21.382904052734375 + 22.78757667541504, + 22.710481643676758, + 22.275556564331055, + 22.07449722290039, + 21.88473892211914, + 22.260467529296875, + 23.20960235595703, + 24.248931884765625, + 24.91888999938965, + 25.566640853881836, + 25.90399932861328, + 26.082561492919922, + 25.976329803466797, + 25.670921325683594, + 25.223661422729492, + 24.664630889892578, + 24.151378631591797, + 23.531169891357422, + 22.82699966430664, + 22.44904136657715, + 22.02248191833496, + 21.7103271484375, + 21.469968795776367, + 21.285167694091797 ], "p90": [ - 23.578784942626953, - 23.46419906616211, - 23.35805320739746, - 23.65082550048828, - 23.41876983642578, - 23.32070541381836, - 23.232240676879883, - 23.935945510864258, - 25.127500534057617, - 26.660446166992188, - 27.932151794433594, - 29.3915958404541, - 30.037817001342773, - 30.59035301208496, - 30.753767013549805, - 30.733182907104492, - 30.26651382446289, - 29.723201751708984, - 28.742023468017578, - 27.582971572875977, - 26.418895721435547, - 25.955280303955078, - 25.333763122558594, - 24.95705795288086 + 23.335519790649414, + 23.56809425354004, + 23.291292190551758, + 23.219655990600586, + 23.177581787109375, + 23.79013442993164, + 25.023941040039062, + 26.471900939941406, + 27.599576950073242, + 28.803760528564453, + 29.54299545288086, + 30.187606811523438, + 30.272357940673828, + 30.124773025512695, + 29.71086311340332, + 29.072595596313477, + 28.210735321044922, + 27.21177864074707, + 26.083269119262695, + 25.52601432800293, + 25.016925811767578, + 24.62126922607422, + 24.39626121520996, + 24.151443481445312 ], "timestamps": [ - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", "2026-06-04 17:00:00", "2026-06-04 18:00:00", "2026-06-04 19:00:00", @@ -807,6 +805,8 @@ "2026-06-19 11:00:00", "2026-06-19 12:00:00", "2026-06-19 13:00:00", - "2026-06-19 14:00:00" + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index c2d2b11a56aabcd0cb727852c2cffa28dd7f36af..d5e170178001494271acdac656a333cf4ac49fcd 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,30 +1,30 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:19:20.001989+00:00", + "evaluated_at": "2026-06-19T16:31:55.117965+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", - "data_fetched_at": "2026-06-19T16:16:14.707406Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", + "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "context_length": 336, "prediction_length": 24 } ],