diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index f9d94bd1b27c9b7fd6019ca974c7a737ad61c855..2f378785693d7769528435ecee0d0f33424bd89b 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,1504723.2075174497,536667.729545168,628.9176321438503,0.5717036003100443,0.00991933050211775,0.009887370208063776,9.062122909468888,1226.6715972571672,0.019260592070557345,0.009874954295663886,0.008689023171309656,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,6.604165474804122,6.81514767518819,2.034963611495047,1.1664253348091203,0.08265505359577068,0.08850315851901451,36.70901713890212,2.5698570922921222,0.11004634499107213,0.08714115205337111,0.08393625984193605,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.1546322675376004,1.1390422311246455,0.783243944188077,0.947634923071779,0.8746997678360074,0.4389692510874748,37.054116552230695,1.0745381647654961,0.7177064595297605,0.5231449720113288,0.5212462448840487,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.014490055194672292,0.015339721594057701,0.10142653031455846,0.5686032020610031,0.06938589898599767,0.07169247061974221,3.414669667957949,0.12037464514868691,0.08480405782296384,0.07145509198348185,0.057443495450734794,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,1.455600406487103,1.1263222643533273,0.9245069860685238,1.1844217454322354,0.052549819662281005,0.05077026515418595,8.328232044277208,1.2064826590080369,0.06722912234856021,0.05151652434822556,0.04551764427988697,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.14010791855603,54.58648035103487,5.759185132377013,0.4822635627358971,0.19714328755851626,0.20067623092824083,5.542272617642375,7.220810752163224,0.24735864129452856,0.19728867826672342,0.17302733336613121,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,84.98294946026185,83.3587076227477,8.680495483650125,4.249002960720764,0.34737370445815213,0.2905628010489904,144.70877828098554,9.218619715568153,0.3589339137096052,0.33798164074642784,0.3299537815458202,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.1343820192827603,1.1177601493403768,0.7838210792552353,0.9633986865500227,1.1755519714100273,0.4985412468947116,37.641322524587274,1.0650737154219703,0.7723335841980103,0.5683844552217752,0.5661949491837728,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.019065398564439413,0.020146768999865602,0.1165432686642754,0.6160142941946676,0.08039717667147175,0.08336101238511501,3.9234546865077906,0.13807750926359952,0.09765796772123637,0.08242746287967397,0.06986395460526955,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,0.4126061358961579,0.5521579346203211,0.5686494335759397,1.7878931475643522,0.03384333176578695,0.03483670490265079,45.53703777902285,0.642344250302093,0.0391474415569433,0.03465613719875851,0.03346417886107654,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,81.5694809152378,79.49001605177232,7.4118344017819355,0.6740387477800147,0.3204398878507513,0.2558497671068815,11.846370451828484,9.031582414795196,0.32064789638326135,0.263142049767406,0.23767115982414871,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,18.10356018683046,18.415924122180666,3.679948505956635,1.8874631624152276,0.13491688740148347,0.14794945738329648,48.908475202822444,4.254827868061229,0.16250139208219003,0.14054546354215122,0.1327801989526456,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,35.74046688013612,27.85523680651038,4.402708841896782,0.7836712895341615,0.6822581135977309,0.4274625968564075,4.528902003395644,5.978333118866505,0.6405356913071255,0.47171880448894093,0.3864223926275872,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2108.0729851823107,617.9460738515443,24.857731542988443,0.4044647844282865,0.009901844314649135,0.009873480137988415,3.902059455139634,45.91375594723558,0.01828929697483243,0.009901834971480873,0.009013763928593356,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3215.289366425924,2790.324209108016,41.06854573316601,0.8718798142473021,0.19224567324893124,0.1664831532151903,7.39042042839788,56.70352164042304,0.22425121552709676,0.1624179774757978,0.12989006864871536,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 8e41363f3e39418e12a206812f56efc1de0878a3..ac34d91841eaedc48e3097c51cb319497de2d75d 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:42:56.916435+00:00", + "evaluated_at": "2026-06-19T15:10:39.264686+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9b80ddbc6ce90d35fb20234cc590f2b704a8eaa9..a7fb5144d3b4a25f8df844339b10614e0aff1803 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:34:31.738184+00:00", + "evaluated_at": "2026-06-19T15:10:39.302568+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,200 +302,200 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.7473123441876959, - 1.7708001224786223, - 1.7909341947975075, - 1.8147187173629695, - 1.8350066104871037, - 1.8573895446569786, - 1.8769364556397574, - 1.8982844612434697, - 1.9183555785858077, - 1.9386392868207996, - 1.958219138114944, - 1.9785049084405586, - 1.9996673081892813, - 2.018036624509282, - 2.0372617533333597, - 2.0567535921967415, - 2.074550604730537, - 2.0930359686856788, - 2.1127828544578655, - 2.1308758271301116, - 2.1474225514517067, - 2.1662313385606167, - 2.183516341929371, - 2.199768685920258, - 2.2190425166990866, - 2.234051674379273, - 2.2507226450128184, - 2.268020754557277, - 2.2835806142653494, - 2.2995830307200693, - 2.3159677154321723, - 2.331074008588031, - 2.3467672723610646, - 2.3617195660357098, - 2.3784714213258913, - 2.3924053479354765, - 2.4070533443620175, - 2.422285568685993, - 2.436927974416333, - 2.4523264523254964, - 2.4645460873656413, - 2.4790152753321086, - 2.492667208600496, - 2.5064247854971016, - 2.519702832911606, - 2.5336863565815424, - 2.5458967962614736, - 2.5585817716273658, - 2.571833368330103, - 2.585635099387293, - 2.597467273038222, - 2.6095186380321738, - 2.6226771299915193, - 2.6344117911917433, - 2.646113473612564, - 2.6584387365420517, - 2.6708632845499483, - 2.681790940147277, - 2.6929944577229663, - 2.7045916930179907 + 1.8232025958312752, + 1.8385714056211044, + 1.852105436885345, + 1.8659345038633792, + 1.8796543538600217, + 1.8938940837567395, + 1.9075721748645131, + 1.9203343838209346, + 1.9333732368489402, + 1.9468290330573015, + 1.959971874411055, + 1.9726254707120825, + 1.9846733095999647, + 1.9968967035694702, + 2.0089028517632643, + 2.0223422236461204, + 2.03248648328763, + 2.04597739469411, + 2.0568290750979097, + 2.067511401014844, + 2.078784885123879, + 2.0919568890793814, + 2.1021148628676993, + 2.1112789465196737, + 2.1221848677751183, + 2.1324944863441817, + 2.142917149737264, + 2.153351583265278, + 2.1630506368480384, + 2.172232760530905, + 2.1826641877713793, + 2.1919099006169587, + 2.203853359110993, + 2.2107129595677835, + 2.219980711147837, + 2.229686688856875, + 2.2379771495747613, + 2.247017692153155, + 2.2553512021145226, + 2.265461831671506, + 2.2725270424221695, + 2.2816426857358776, + 2.289143823070715, + 2.297108270941686, + 2.3054350737263736, + 2.31436292645106, + 2.32177031192336, + 2.3288245030007277, + 2.3367585915742706, + 2.34388701046157, + 2.3511499897430435, + 2.35875017051297, + 2.365656084808744, + 2.3747141810066603, + 2.3798242482848644, + 2.386864600783235, + 2.3937105937435086, + 2.400596143810594, + 2.40771213804811, + 2.414693738098116 ], "p10": [ - 1.7367730659470175, - 1.7593458146466208, - 1.7798629544539901, - 1.8032161713548083, - 1.8232403106841222, - 1.8444680578148647, - 1.8669346918188257, - 1.8871700909448579, - 1.9070101077300154, - 1.9273474534394612, - 1.9474483688870279, - 1.9673156026746976, - 1.9894018255893624, - 2.0070439243926756, - 2.027079954673315, - 2.0460565254093646, - 2.0631435895711645, - 2.0846417133635184, - 2.1000674177193743, - 2.122509916651871, - 2.138987973623467, - 2.1559399001243404, - 2.1734832971888496, - 2.18818727594386, - 2.2093314055370303, - 2.223137456104687, - 2.239065173338493, - 2.2554523632165004, - 2.2725035228156107, - 2.2885154724265995, - 2.3066832266955304, - 2.319447397755998, - 2.335007050166172, - 2.3517709605167836, - 2.368157479010108, - 2.3835444422478047, - 2.395478744405075, - 2.4107287775062405, - 2.4253633314803458, - 2.4427899334457503, - 2.456506371205787, - 2.4683994770316215, - 2.48397242898608, - 2.498384363046095, - 2.5103004439361953, - 2.5220277138666294, - 2.5353158945358927, - 2.549959813231394, - 2.561152755588097, - 2.5738247758941095, - 2.5874391281350975, - 2.5989290635731512, - 2.613522453797042, - 2.6242466892855396, - 2.6347016952886566, - 2.6479937329288616, - 2.659737935220856, - 2.6699366626050507, - 2.6838509548604184, - 2.6941405961718807 + 1.811403114380446, + 1.829897161743564, + 1.842604998935269, + 1.853571676026897, + 1.868051074305183, + 1.8835816780105383, + 1.8993961555295895, + 1.907967568349785, + 1.9224378283090575, + 1.9362151404411312, + 1.9482756643499037, + 1.9614440966494353, + 1.9732026622155825, + 1.9857178911580258, + 1.9985635643609676, + 2.0105939775052883, + 2.0229582647122166, + 2.0354610590827353, + 2.04425888578361, + 2.0567926073029272, + 2.0671218920297063, + 2.0807728375621592, + 2.089166453536433, + 2.098223658247722, + 2.109940863573357, + 2.1219146670605578, + 2.1318815339869857, + 2.1441821224010105, + 2.152010211916787, + 2.1610019990568423, + 2.1737459964459487, + 2.1809808778596964, + 2.192174888332217, + 2.2014271512272674, + 2.2085290303828082, + 2.2213692355960775, + 2.2273283512740107, + 2.2382677970293146, + 2.2435604464123386, + 2.256164832523093, + 2.263484679593069, + 2.2731060598546122, + 2.2777900027293705, + 2.2858350799550076, + 2.293855079268106, + 2.303928907989508, + 2.3124795953445556, + 2.3194538163469045, + 2.324928029980076, + 2.3324126253134163, + 2.339647699592173, + 2.347742753774214, + 2.3541771957682065, + 2.3634232094534764, + 2.36935795319307, + 2.377779820701869, + 2.383304287226925, + 2.3912864519877073, + 2.3959847195134905, + 2.405628205758642 ], "p90": [ - 1.7588582872069027, - 1.781375564206398, - 1.8009332883820903, - 1.8255471388054911, - 1.8456578390978826, - 1.8669122619214764, - 1.8886083087187635, - 1.910511433751899, - 1.9294276361437759, - 1.9509731009062126, - 1.9693391855079905, - 1.9908918790310774, - 2.0107982051844027, - 2.029944552591929, - 2.049118499374117, - 2.06743015154017, - 2.0868252240201466, - 2.1029276561028154, - 2.122996186672115, - 2.140406212980233, - 2.158188970602246, - 2.177795648511918, - 2.1936496446106193, - 2.2108078908901305, - 2.227664603698311, - 2.2473745853547604, - 2.2619854545943365, - 2.2789132777170855, - 2.294237187189352, - 2.311492017476141, - 2.3267985522785883, - 2.3425245585473635, - 2.3587509440307257, - 2.3733800067404554, - 2.3890128209907537, - 2.402941652995303, - 2.4188693700297526, - 2.4335281595209772, - 2.4468504743562622, - 2.4630152453303324, - 2.4754515745133836, - 2.488920971974911, - 2.5033235814532784, - 2.5181478915511137, - 2.528509576153931, - 2.54564850173707, - 2.5556360117669583, - 2.5683847675875815, - 2.5815140719890137, - 2.600433083152587, - 2.608030131397024, - 2.620465599690896, - 2.6313527838914257, - 2.645198933644076, - 2.657778856080022, - 2.6690338508732747, - 2.6824881999518824, - 2.6941695805679533, - 2.7044608064019955, - 2.7136099261012787 + 1.834645304348609, + 1.8499842030726608, + 1.8627627746994297, + 1.8765703929637243, + 1.8914850857425027, + 1.9043287907569637, + 1.9191904992912479, + 1.9314008698558762, + 1.9457581925880099, + 1.9584007907770424, + 1.9717476275441215, + 1.983121328476727, + 1.9958294301267054, + 2.0091071888319987, + 2.0200497265245807, + 2.03204571246284, + 2.04410937003516, + 2.0555013762997594, + 2.067732619555926, + 2.0779821807186676, + 2.0895414849490117, + 2.101262158115679, + 2.113137603933929, + 2.1204824836623986, + 2.1344089823647816, + 2.1438480986456576, + 2.1530835114446862, + 2.1655427938167198, + 2.174279557744042, + 2.1818098080210953, + 2.194753822701111, + 2.204460264997591, + 2.2137990750984042, + 2.22264094869082, + 2.231444330979559, + 2.240931470895092, + 2.2505179552652788, + 2.257314290281893, + 2.2663312234460853, + 2.2760993408704295, + 2.2836559788356725, + 2.292460082475884, + 2.301327487882166, + 2.306847468040524, + 2.3168568937494785, + 2.3258826981962315, + 2.33674011060907, + 2.3408847346843, + 2.346875298392191, + 2.355385566449192, + 2.3616783082809483, + 2.369022355194942, + 2.376455777478624, + 2.384911076644217, + 2.3900654341704963, + 2.3990476781511205, + 2.404484064610077, + 2.4105189003006524, + 2.4182446771876793, + 2.423754866595516 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e33ec8a50e9a2b04e969839d9755fd59cd4c700e..3c67b02e089f94b2b0abe4ad03b1b75975a09732 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:34:31.789811+00:00", + "evaluated_at": "2026-06-19T15:10:39.351403+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,235 +150,233 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.3298268504859838, - 1.3526857693505787, - 1.3560179143852575, - 1.3622068884796437, - 1.3613524388943392, - 1.363779561644036, - 1.3611758808454, - 1.360468783187164, - 1.3620451600400136, - 1.3620558505908322, - 1.36405919693626, - 1.3623040277744516, - 1.366400609576822, - 1.3640278435214475, - 1.3643015941139107, - 1.3592700530662591, - 1.3612881512493158, - 1.3664010483789821, - 1.354218458585627, - 1.3641818320439913, - 1.3620904535660474, - 1.3620904537326144, - 1.3641818326957682, - 1.3605134197074222, - 1.3605134197178872, - 1.3621180027692612, - 1.3620629049119544, - 1.3598917503176704, - 1.3653513584682913, - 1.3664010527795394, - 1.3620629049130184, - 1.3598917503180934, - 1.3631495903690167, - 1.3639940381042266, - 1.3623051426338135, - 1.3639940381042281, - 1.3620629049130457, - 1.357872038603213, - 1.3621180027720063, - 1.3623051426338142, - 1.3623051426338142, - 1.3639940381042284, - 1.3640620013216058, - 1.3639940381042284, - 1.3605134197247926, - 1.359270080911416, - 1.3621180027720063, - 1.3622115727029103, - 1.3598917503181043, - 1.3623051426338142, - 1.3612881623189192, - 1.3598917503181043, - 1.359270080911416, - 1.3631495903690212, - 1.3622115727029103, - 1.3582723605113365, - 1.3605134197247926, - 1.3582723605113365, - 1.3568292109283402, - 1.359270080911416, - 1.357872038603213, - 1.3623051426338142, - 1.3475575446267052, - 1.36218402377343, - 1.3612881623189192, - 1.3582723605113365, - 1.3643016641573196, - 1.362090453842526, - 1.3622115727029103, - 1.3605134197247926, - 1.3639940381042284, - 1.3639940381042284 + 1.315107134289163, + 1.3293522122171897, + 1.3358499760289457, + 1.3368309900386774, + 1.3401366007178992, + 1.3365952029359982, + 1.3371804924547654, + 1.3376537006317917, + 1.3363029256506007, + 1.3406285796835977, + 1.3398261905257869, + 1.3373389025489528, + 1.3393122202170724, + 1.3398319180140146, + 1.3386695080153974, + 1.3386696438940493, + 1.3386697042560194, + 1.3393134376804456, + 1.3366463951553276, + 1.3389916015795056, + 1.337982919464633, + 1.336958071195641, + 1.3366464043060762, + 1.3401458271582318, + 1.3386697524313516, + 1.3395729637118765, + 1.3377253107258307, + 1.3382405319406292, + 1.3373416913824703, + 1.3389916058080453, + 1.3412641729549792, + 1.3384551422255373, + 1.3412641729554307, + 1.3384551422257378, + 1.33772531074025, + 1.3382405319470347, + 1.3366464046768867, + 1.3412641729555397, + 1.3363347373234125, + 1.3379829213436578, + 1.3406427115226438, + 1.3403942694228022, + 1.3382405319470443, + 1.3386697525045295, + 1.3377253107402718, + 1.3386697525045295, + 1.33734169138532, + 1.33734169138532, + 1.3382405319470443, + 1.3403942694228022, + 1.3369580720303684, + 1.339313459114093, + 1.3377253107402718, + 1.3386697525045295, + 1.3358282885350004, + 1.3386697525045295, + 1.3369580720303684, + 1.3369580720303684, + 1.3377253107402718, + 1.3363347373234131, + 1.3384551422257869, + 1.3386697525045295, + 1.3399891478488182, + 1.3386697525045295, + 1.3389916058093112, + 1.3369580720303684, + 1.332308265672119, + 1.3287882428092377, + 1.3386697525045295, + 1.3384551422257869, + 1.3409534422390927, + 1.3360815129292067 ], "p10": [ - 1.187333767863883, - 1.21949609056391, - 1.238906151665387, - 1.229017209692975, - 1.2493479736261877, - 1.2445189170703923, - 1.2446890752744428, - 1.2182320239408582, - 1.248855237131258, - 1.2484587651564438, - 1.249937089495488, - 1.2633572737593117, - 1.2308039161147737, - 1.2484656432871877, - 1.2448012867045533, - 1.2488729541591332, - 1.2448013456783587, - 1.2295515850330265, - 1.193302832836544, - 1.2488729813088189, - 1.2448013564714835, - 1.2295515893237408, - 1.2499398938371393, - 1.248465819461287, - 1.229551589426747, - 1.2308043593148146, - 1.2448013567468708, - 1.2434016570044881, - 1.2500584396447216, - 1.2434016570048534, - 1.2157792778892083, - 1.2308043593175488, - 1.2308043593175553, - 1.249939893880832, - 1.2488729820042894, - 1.2488729820042899, - 1.193302834585975, - 1.244801356747962, - 1.2295515894336524, - 1.24887298200429, - 1.2308043593175597, - 1.2295515894336524, - 1.2499398938808337, - 1.24887298200429, - 1.259640705078197, - 1.2157792778892356, - 1.24887298200429, - 1.2484658194786573, - 1.24887298200429, - 1.24887298200429, - 1.24887298200429, - 1.2499398938808337, - 1.2484658194786573, - 1.244801356747962, - 1.2182766604784867, - 1.244801356747962, - 1.2308043593175597, - 1.2308043593175597, - 1.193302834585975, - 1.1882083465729614, - 1.2308043593175597, - 1.243401657004922, - 1.1882083465729614, - 1.2500584396448942, - 1.24887298200429, - 1.244801356747962, - 1.2484658194786573, - 1.244801356747962, - 1.2270542068444013, - 1.2295515894336524, - 1.244801356747962, - 1.2484658194786573 + 1.1959802201102063, + 1.2025126142052662, + 1.2245552156179205, + 1.2355337478955746, + 1.2161377572290566, + 1.2160792852301154, + 1.227359209638484, + 1.21688298864177, + 1.2117983428197936, + 1.2296821541568947, + 1.211823876643717, + 1.2118273656562386, + 1.1759500644190153, + 1.2011035505737415, + 1.2275201640799065, + 1.21695449013977, + 1.2296962377474308, + 1.2275203871353912, + 1.2275203990474755, + 1.2118301502628004, + 1.2164421524454607, + 1.2011041000996754, + 1.2011041005635883, + 1.2336330043094321, + 1.2169545986770722, + 1.2169545987177421, + 1.2286943874233516, + 1.229596096133711, + 1.2169545987474004, + 1.2492626035479162, + 1.2275204085684763, + 1.2169545987500006, + 1.2275204085689277, + 1.211830154492557, + 1.2118301544925842, + 1.2169545987502406, + 1.1772679594576965, + 1.2118301544926042, + 1.216442154324485, + 1.21695459875025, + 1.2332393326263387, + 1.2296962859959408, + 1.211830154492606, + 1.2011041009344028, + 1.2286943874377927, + 1.2296962859959408, + 1.2011041009344028, + 1.229596096140126, + 1.2296962859959408, + 1.2286943874377927, + 1.1772679594577007, + 1.2296962859959408, + 1.2286943874377927, + 1.211830154492606, + 1.211830154492606, + 1.2275204085690385, + 1.211830154492606, + 1.2164421543244857, + 1.2296962859959408, + 1.2011041009344028, + 1.211830154492606, + 1.2275204085690385, + 1.2169545987502501, + 1.2169545987502501, + 1.2011041009344028, + 1.2286943874377927, + 1.2107575491367857, + 1.211830154492606, + 1.211830154492606, + 1.2332393326263387, + 1.2169545987502501, + 1.1987204867867327 ], "p90": [ - 1.4424211791029216, - 1.4711800199996459, - 1.4663711837887392, - 1.4799200262528864, - 1.4701562231095677, - 1.4814247361999013, - 1.470754407654755, - 1.4670481666960835, - 1.4708489442552422, - 1.4708596348060607, - 1.4708638847429285, - 1.456941445916204, - 1.4817067326746851, - 1.4824881125618259, - 1.4824882187098867, - 1.4708666612831174, - 1.4368084605266214, - 1.5035987688518793, - 1.471950736053763, - 1.4817852864695824, - 1.5035987729760265, - 1.456942560665655, - 1.4817071758337768, - 1.467470191805798, - 1.4565332401287587, - 1.467092803230967, - 1.4387809484490772, - 1.4569425607751327, - 1.4817852871648811, - 1.4817071758774025, - 1.4845993372031892, - 1.4708666891282633, - 1.4817071758774667, - 1.4824882887532937, - 1.4824882887532949, - 1.481707175877471, - 1.457957585021381, - 1.471950737803194, - 1.467092803233712, - 1.4817071758774711, - 1.4817071758774711, - 1.467092803233712, - 1.467092803233712, - 1.4817071758774711, - 1.467092803233712, - 1.456533240135664, - 1.4817071758774711, - 1.4824882887532955, - 1.4569425607755666, - 1.4817852871650536, - 1.4708666891282742, - 1.4817071758774711, - 1.467092803233712, - 1.4817071758774711, - 1.4817852871650536, - 1.4565741721996543, - 1.4708666891282742, - 1.4708666891282742, - 1.4569425607755666, - 1.4817071758774711, - 1.4569425607755666, - 1.471950737803194, - 1.4565741721996543, - 1.467092803233712, - 1.4817071758774711, - 1.4817071758774711, - 1.4817071758774711, - 1.4817071758774711, - 1.4674701918231683, - 1.4824882887532955, - 1.4824882887532955, - 1.4817071758774711 + 1.416305704919858, + 1.4253040370704277, + 1.4205779004326877, + 1.447774038913181, + 1.4376965138206212, + 1.4369172144655316, + 1.4361233954378405, + 1.4372084734514217, + 1.4372482718870894, + 1.449598669539987, + 1.4171522991310217, + 1.4346187885214001, + 1.4496115624820125, + 1.4372795331992405, + 1.449612556889901, + 1.4344489790694586, + 1.4344490394314287, + 1.4496127799453857, + 1.4361739749366647, + 1.4361739802284221, + 1.4664874895143052, + 1.450642458318172, + 1.4385133549710003, + 1.4344490875152103, + 1.4372800834867239, + 1.436284594335887, + 1.4361739844437866, + 1.449612801372618, + 1.434449087677089, + 1.4605671903439956, + 1.4605671903446993, + 1.4361739844579782, + 1.4605671903451507, + 1.436284594368346, + 1.425690273795276, + 1.4362845943683855, + 1.4513002703804585, + 1.4372800835599, + 1.4359654590498474, + 1.4361739844582275, + 1.449612801379033, + 1.4344490876799387, + 1.4372800835599018, + 1.4346215773577675, + 1.4385133553418148, + 1.4506424591528995, + 1.4361739844582277, + 1.4599093791176985, + 1.4372800835599018, + 1.4605671903452615, + 1.4346215773577675, + 1.4385133553418148, + 1.4361739844582277, + 1.449612801379033, + 1.4599093791176985, + 1.4372800835599018, + 1.4346215773577675, + 1.436284594368395, + 1.449612801379033, + 1.449612801379033, + 1.4361739844582277, + 1.4163187441718386, + 1.4385133553418148, + 1.4385133553418148, + 1.436284594368395, + 1.449612801379033, + 1.4372800835599018, + 1.449612801379033, + 1.436284594368395, + 1.4664874913933301, + 1.4664874913933301, + 1.4361739844582277 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 3094eb85b1d236583dd1cd244c1d732f2a12f2df..835374b1f7c9fce363ee048b15dff46a53f42bca 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,224 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T12:53:48.767077+00:00", + "evaluated_at": "2026-06-19T15:10:39.404961+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, 17.0, - 18.0, 17.0, 17.0, 17.0, 17.0 ], "p50": [ - 18.81805248157969, - 18.817073091348636, - 18.81696725189866, - 18.817859506862746, - 18.817970619838842, - 18.817765613096878, - 18.818038111113992, - 18.817970619286474, - 18.817764367553664, - 18.817859509114484, - 18.81805557754658, - 18.818055577546446, - 18.817688255663224, - 18.817953405001262, - 18.81803811108214, - 18.81805232234863, - 18.817953405001266, - 18.817764367551803, - 18.81768825566322, - 18.817962012147724, - 18.817764367551803, - 18.817763121875007, - 18.817953405001266, - 18.818058591879872 + 15.841603674242883, + 15.838431993986568, + 15.839624490271177, + 15.841571704722767, + 15.841466372513722, + 15.836126663045977, + 15.839624490308548, + 15.836126663045977, + 15.839913485201798, + 15.841539443148125, + 15.841393301879325, + 15.836950473799973, + 15.841539443148125, + 15.839624490308548, + 15.841539443148125, + 15.836950473799973, + 15.839913485201798, + 15.839624490308548, + 15.84160396629824, + 15.839977282413399, + 15.839977282413399, + 15.839624490308548, + 15.840717190752162, + 15.836949944318919 ], "p10": [ - 18.384656814841012, - 17.969586995183846, - 18.183652751152092, - 18.417971738726948, - 18.31372814309766, - 18.19824646527246, - 18.18365274187119, - 18.35700269893554, - 18.415507766052627, - 18.417971740978683, - 18.39206531233052, - 18.384656655609923, - 18.38772931746181, - 18.35700269894324, - 18.38465665560995, - 18.30234212732217, - 18.417971740979134, - 18.357002698943244, - 18.35267524330422, - 18.199867990244723, - 17.969587033692044, - 18.199867990244723, - 18.199867990244723, - 18.38465665560995 + 15.719172015152363, + 15.611288741090538, + 15.732761673699606, + 15.73209534479532, + 15.719172316332148, + 15.608226612701632, + 15.53843539766661, + 15.593684846715707, + 15.719172316332152, + 15.607197220756053, + 15.610259352499822, + 15.53843539766661, + 15.783634106640243, + 15.61162898130582, + 15.775709887500943, + 15.607197220756053, + 15.611288744445401, + 15.607197220756053, + 15.726098384324562, + 15.593684846715707, + 15.608226612701632, + 15.61162898130582, + 15.385265925165275, + 15.385265925165275 ], "p90": [ - 19.207119928320633, - 19.023255286648457, - 19.20677121638789, - 19.324127465555136, - 19.234585695471694, - 19.289161601809653, - 19.210256827251413, - 19.212689713982602, - 19.21025682722142, - 19.283280068219042, - 19.210256827219666, - 19.21025682721953, - 19.206771207075136, - 19.20711976908957, - 19.23458569492703, - 19.002477380483, - 19.283280068219494, - 19.206771207075132, - 19.283280068219494, - 19.283868221591682, - 19.198120506134565, - 19.23458569492703, - 19.198985576228623, - 19.283280068219494 + 15.990795405215325, + 15.94318914183534, + 15.943189690788365, + 15.94318969082532, + 15.947508693109985, + 15.92968391418532, + 15.990795706395113, + 15.928766896466222, + 15.98637971366826, + 15.98637971366826, + 15.943189690825736, + 15.947508202038009, + 15.943189690825736, + 15.943189199753757, + 15.98637971366826, + 15.939330699895088, + 15.98637971366826, + 15.951924685836843, + 15.947508202038009, + 15.943189199753757, + 15.943189145190203, + 15.943189199753757, + 15.990795706395113, + 15.98637971366826 ], "timestamps": [ - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +316,17 @@ "2026-06-23 14:00:00", "2026-06-23 15:00:00", "2026-06-23 16:00:00", - "2026-06-23 17:00:00" + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index fecd0797fbb6c058af660cce8fd223b4ef502df0..acfddb8b484965ebd576cceefc5a67e900dca3bc 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T12:53:48.832934+00:00", + "evaluated_at": "2026-06-19T15:10:39.442368+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,101 +353,101 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 26.961489615687842, - 26.76929043983998, - 26.944521034185165, - 26.731477153420222, - 26.712300548592538, - 26.854646585533647, - 26.69629928318317, - 26.724572215668815, - 26.7473680284101, - 26.456857507379038, - 26.853064282498075, - 26.864199845835596, - 26.708164127423018, - 26.667004608878734, - 26.620749343688054, - 26.894049934184036, - 26.570142709668264, - 26.700349482089194, - 26.76953675865264, - 26.683423569888383, - 26.98768524866512, - 26.6922944925022, - 26.683575799451123, - 26.685068253535146 + 35.851257645706724, + 34.68157762562126, + 34.24053400714475, + 34.10097352506935, + 34.095693820188124, + 33.99912059812223, + 33.982587649788044, + 33.87982241804111, + 34.218410493143104, + 33.949170272181064, + 34.413754416662, + 34.0434519073047, + 33.90416729366774, + 33.96194435833959, + 34.041250586209614, + 33.99969948888865, + 34.04319251130713, + 34.291993095508076, + 33.92724777587681, + 33.972320008854766, + 33.93877387139764, + 33.9272477113709, + 34.004680725940986, + 34.02251986688671 ], "p10": [ - 23.913656094187587, - 23.56513166287064, - 24.843474653267677, - 24.559131968027934, - 23.374228252718556, - 24.096522069967573, - 24.46037732790492, - 23.689362484510628, - 23.92219096823586, - 23.44813998371001, - 24.256754792631817, - 23.543760031341055, - 22.979633053045177, - 23.760802597809935, - 23.766268439943868, - 23.760801959079608, - 21.714497632263548, - 22.605182499248958, - 24.089817638657976, - 23.653363587954953, - 23.048972537307275, - 22.989396602306773, - 24.087411137144112, - 24.450344810109158 + 32.29291309798835, + 31.41469286773298, + 31.68463850033457, + 31.154712770230464, + 30.42963193398515, + 30.91853198624236, + 31.53578813660239, + 29.91195719822768, + 31.691593437448862, + 31.194818313855674, + 31.548746242394103, + 31.568782923852886, + 31.203036373916788, + 31.78198258115171, + 31.200935245507292, + 31.7856389578634, + 31.033642028284987, + 31.24033215356203, + 31.518197988557645, + 31.564829861487542, + 29.821792876307946, + 30.902868210238953, + 31.808993992484034, + 31.204192993858673 ], "p90": [ - 31.08161225288412, - 31.32679588057311, - 30.92644587679797, - 30.807602003757196, - 33.35888866487619, - 31.797850819052837, - 31.560351743273735, - 31.581334362192727, - 30.2595374790028, - 28.892467674583813, - 31.208888492143174, - 30.686484818560814, - 30.259449326629486, - 30.520743886698842, - 30.293783754337927, - 30.602813646718662, - 31.075050994196314, - 30.156318583035038, - 31.126765238794498, - 30.14485981279329, - 31.10292136300442, - 31.075050952251917, - 29.027047181589193, - 30.10929529436111 + 39.87653998924259, + 39.0261906639147, + 37.70916750309328, + 37.56083820570896, + 37.11624005604843, + 37.47033845274801, + 38.45066828368028, + 38.09932178529848, + 38.519716640392275, + 38.51916001596006, + 38.1883505414387, + 36.76797382278594, + 36.91545226399044, + 38.07274495978095, + 38.47293195716485, + 38.92709881647687, + 38.328070313586565, + 37.74748927914035, + 38.15148191776254, + 38.294944883572406, + 37.74748911247015, + 37.476713481547634, + 37.48670931436827, + 38.444605975232 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 0a04b9b10e016459588f0c1ced852d90ef87c135..74f5da6555a9501b8f058201fc9212a3db3e3040 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T12:53:48.916475+00:00", + "evaluated_at": "2026-06-19T15:10:39.478136+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,101 +353,101 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 ], "p50": [ - 30.846557764034614, - 31.818988022409307, - 32.607045740904326, - 33.16084111561789, - 33.64201859104976, - 33.93354415554769, - 34.184876695115605, - 34.46258262254344, - 34.554706283580764, - 34.75416008354918, - 34.8244989638425, - 34.87464703055787, - 34.990515887912665, - 34.98391026104611, - 35.02007442486922, - 35.046826021185325, - 35.15398608145439, - 35.17468575964563, - 35.132432921292875, - 35.07781810513122, - 35.09501766740978, - 35.11159169588029, - 35.13889277256286, - 35.14168018838449 + 23.2067952025813, + 22.96434631738709, + 22.780101854352303, + 22.78687315486243, + 22.712162593978157, + 22.598541806803077, + 22.507532942928233, + 22.49341605985093, + 22.37971822089755, + 22.362064685241748, + 22.400157813336275, + 22.444136042336616, + 22.354325923195603, + 22.399004865537897, + 22.385313087324114, + 22.37626795176878, + 22.34101631744393, + 22.414290377406548, + 22.426375801695425, + 22.349133841765315, + 22.326038734095146, + 22.304051264192505, + 22.416678480492777, + 22.352895950794544 ], "p10": [ - 30.224708151241817, - 31.228751678439973, - 32.021616007448735, - 32.470797645821385, - 32.594742633980616, - 33.08173643948058, - 33.437463239478966, - 33.84857404355427, - 33.79398078566248, - 34.036499582485284, - 34.18048530605159, - 34.292301495501206, - 34.39681663367051, - 34.11267289569061, - 34.27334358560303, - 34.43837480762277, - 34.42739733652529, - 34.34029481825073, - 34.30461658151023, - 34.28022375633805, - 34.53204132481253, - 34.15141093986934, - 34.32876211802585, - 34.50029387481168 + 22.42761245931574, + 22.141382762852054, + 22.098496566768375, + 22.11956608146214, + 22.038935957444604, + 21.812491193005545, + 21.76711058259289, + 21.80737331098996, + 21.699450712873812, + 21.566151605137232, + 21.656903645909733, + 21.801453118035454, + 21.77728858146737, + 21.771000223837646, + 21.63988924598369, + 21.646142605159593, + 21.764555412168324, + 21.66923262693563, + 21.77000380820842, + 21.490535708560706, + 21.48201522783991, + 21.65677309609841, + 21.75421184689474, + 21.503863273735114 ], "p90": [ - 31.645372844428678, - 32.59429804387636, - 33.307764001741134, - 33.92516928422766, - 34.36551228758245, - 34.728732679242455, - 34.88595002175169, - 35.21205467104721, - 35.18985035694667, - 35.48597430200928, - 35.59321692815824, - 35.41321694023291, - 35.72263361778209, - 35.71426452454342, - 35.77133190591166, - 35.65936386922832, - 35.83469964409629, - 35.86740520034601, - 35.84337136033736, - 35.82488006135395, - 35.82692980137529, - 35.78567029336931, - 35.79345095500474, - 35.87942230603685 + 23.984877763043343, + 23.76524138304118, + 23.593410798522825, + 23.61907251086017, + 23.660054592267425, + 23.417182249376108, + 23.26479137949697, + 23.305736915613938, + 22.96116136703385, + 23.18914712100161, + 23.258480920854662, + 23.08247878846577, + 22.9703357455683, + 23.122695618280215, + 23.372899332388076, + 23.12220120752804, + 23.18929551625029, + 23.258598578858347, + 23.18703609484322, + 23.12809932821789, + 23.1120520755382, + 23.114691047062006, + 23.112318347786484, + 23.112656465949698 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8c4eb7a4a8d6a747b0aa50d3f42fb5542d61c04a..9b59d6bc33785ab4143f24dc227f0fb2030abbe5 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:17:01.603660+00:00", + "evaluated_at": "2026-06-19T15:10:39.529602+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 9089404fe7dee290c1dbe947779802d5ed02a7c9..7e222bffe2740ef5f86a9d9d2035be4ec11f5252 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,11 +1,47 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T14:42:56.929323+00:00", + "evaluated_at": "2026-06-19T15:10:39.538464+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 3d0c3b86a2f2b5d448581d3e9413cd690523e9dd..83392b4cf064dfd86a0525bcf955e708da700823 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,4 +10,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-16,Chronos-2,,3.800,4.400,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,,3.300,3.700,3.700,3.900,3.700,2.900,3.700,3.900,3.700 -2026-06-19,Chronos-2,3.800,3.300,4.100,4.100,3.800,4.000,3.800,4.100,3.800,4.100 +2026-06-19,Chronos-2,4.300,4.000,4.500,4.500,4.300,4.400,4.700,4.500,4.300,4.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index e2e7adbe6efa083a2d9721e51ec8f8ea68488d51..5bb8e0745da4462f2c036fe2d5eecd306d87459f 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.8,3.66,4.08,4.08,3.96,4.1,3.48,4.08,3.96,4.08 +2026-W25,Chronos-Bolt-Mini,4.3,3.8,4.16,4.16,4.06,4.18,3.66,4.16,4.06,4.14 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index e6a85af113376545e488caa8096c93124ed73778..828a7bc93c60e720612439e88a156269275539ff 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Chronos-2,4525259.544978459,4525259.544978459,1855.7430013020833,1.6869219447355295,0.029319271571139335,0.028762615130256963,20.49445301699377,2127.265743854881,0.03340127692666375,0.029137960816726947,0.019117885309381556,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.122436069176274,1.122436069176274,0.8473222255706787,0.4856785178219358,0.03462510565717769,0.03550831299818315,2.624984687107927,1.0594508337701538,0.045367772513046974,0.036284007477858066,0.028755923174499178,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.05852975833735381,0.05852975833735381,0.16478744993607203,0.19937382676509602,0.1967132051755349,0.15116634755806072,1.8529053403877844,0.24192924241883992,0.16158958864996306,0.11006497595584852,0.08001750107544464,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.012424127826914008,0.012424127826914008,0.09123027490244971,0.5114423836994122,0.06419288496245484,0.0642106387865834,2.8975359300063355,0.11146357174841477,0.07852619770576126,0.06427181985438755,0.05662558799445973,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,1.2451256000957376,1.2451256000957376,0.9612921873728434,1.195389217043619,0.05242452172001679,0.05061138950457242,9.647567969140878,1.1158519615503382,0.05992492155507006,0.05162455317082011,0.03346227818333205,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.01831377944821,39.01831377944821,5.246808608373006,0.43935809568653,0.18884457881490724,0.18705193530066402,2.0052226031688942,6.246464102149969,0.21398107861225618,0.17973652724671846,0.16086761067692262,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.627711607526635,1.627711607526635,1.1214147408803303,0.548919651323038,0.04337233681957694,0.04288373912441626,4.0964594912680665,1.275818015050201,0.04967493697021059,0.0436631289992433,0.0342768607349334,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.07982676705665641,0.07982676705665641,0.20528404414653778,0.25231571813348935,0.31682083198580624,0.21881840478117345,3.1691081810266137,0.28253631104099947,0.20487998024242457,0.14886083404240547,0.10507824243991155,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.018044622625677163,0.018044622625677163,0.10538142422835033,0.5570159856616004,0.07354919400411168,0.07515921256641787,3.885305784547093,0.13433027441971956,0.09500766397966974,0.07453303423994477,0.06216109286680641,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.3929375199028679,0.3929375199028679,0.40876277287801105,1.2851928050156098,0.024096330173868672,0.024797688286535887,47.77384379083568,0.6268472859499895,0.03820298458391258,0.024911901607853292,0.024307853501189147,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,59.30119496928061,59.30119496928061,6.363938649495442,0.5787421852306177,0.21504631367318483,0.22513704777054988,4.31025254191043,7.700726911745449,0.2733985885826787,0.2259386502779447,0.1827893815802399,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.529458990221883,2.529458990221883,1.3407609462738037,0.6876826921899889,0.05119946966931125,0.05311268549262302,7.960437491245575,1.5904272979994662,0.06074197545580008,0.0512066591117364,0.04777303928623095,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,20.559473192658817,20.559473192658817,3.762455701828003,0.6697078134279758,0.5843444092611266,0.3841330437855322,7.582860511666618,4.5342555279404815,0.4858130922793373,0.40312025376728605,0.30777331760951454,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,879.7380696584781,879.7380696584781,23.780924479166668,0.3869438559322034,0.009492020670572919,0.009434125474199834,8.5383449748411,29.660378784811197,0.011814922669468361,0.009472899377593361,0.00801237420398225,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,547.931499861846,547.931499861846,21.720873151506698,0.4611312748123676,0.08979400097660017,0.08572323663604182,1.868382137755773,23.40793668527506,0.09257376090221775,0.08590175822629767,0.06506340376476186,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 3ec29179cd0bf2d466deefcefcc98538f67a5b6a..548c9048d5c766a8429e4b3470585c11585d0a37 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:40:16.608215+00:00", + "evaluated_at": "2026-06-19T14:59:03.640138+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e23debe3249411445ee86c0581cf8ad2ee0e394c..148429c81f24143be210e11e0bc7f8cc967678c7 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:30:28.641922+00:00", + "evaluated_at": "2026-06-19T14:59:10.012776+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,200 +302,200 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.7592315673828125, - 1.7741286754608154, - 1.7886276245117188, - 1.7988513708114624, - 1.807847023010254, - 1.8205204010009766, - 1.8274308443069458, - 1.836578130722046, - 1.84407639503479, - 1.8498437404632568, - 1.8543460369110107, - 1.8615550994873047, - 1.8665039539337158, - 1.8725169897079468, - 1.8724507093429565, - 1.871325969696045, - 1.8594639301300049, - 1.8565688133239746, - 1.8511474132537842, - 1.8466649055480957, - 1.840616226196289, - 1.832223892211914, - 1.8244271278381348, - 1.8154903650283813, - 1.802978754043579, - 1.7885009050369263, - 1.7716213464736938, - 1.7570335865020752, - 1.747878074645996, - 1.7295998334884644, - 1.7136468887329102, - 1.6985526084899902, - 1.6656126976013184, - 1.647752285003662, - 1.6295673847198486, - 1.6128599643707275, - 1.591112494468689, - 1.5704493522644043, - 1.5466101169586182, - 1.5212265253067017, - 1.500728726387024, - 1.471840500831604, - 1.4449801445007324, - 1.4196763038635254, - 1.3957418203353882, - 1.378679633140564, - 1.353018045425415, - 1.3350228071212769, - 1.303697943687439, - 1.2765997648239136, - 1.2573637962341309, - 1.2397220134735107, - 1.2170779705047607, - 1.1966023445129395, - 1.1742582321166992, - 1.1496949195861816, - 1.1315594911575317, - 1.1122527122497559, - 1.0899113416671753, - 1.0748467445373535 + 1.8403483629226685, + 1.8478553295135498, + 1.8541138172149658, + 1.8570454120635986, + 1.8618394136428833, + 1.8658756017684937, + 1.8691301345825195, + 1.8718876838684082, + 1.8747754096984863, + 1.873739242553711, + 1.8718492984771729, + 1.8715213537216187, + 1.869287371635437, + 1.8662304878234863, + 1.8591291904449463, + 1.8488037586212158, + 1.8482511043548584, + 1.8432058095932007, + 1.8345348834991455, + 1.826545238494873, + 1.8171567916870117, + 1.8053724765777588, + 1.7917661666870117, + 1.7792168855667114, + 1.763150930404663, + 1.7452969551086426, + 1.7235960960388184, + 1.7052373886108398, + 1.6891824007034302, + 1.668327808380127, + 1.6458743810653687, + 1.6241393089294434, + 1.5892127752304077, + 1.5655409097671509, + 1.5420972108840942, + 1.5217623710632324, + 1.4952348470687866, + 1.4714053869247437, + 1.447810411453247, + 1.4140841960906982, + 1.386206865310669, + 1.3597880601882935, + 1.328697681427002, + 1.3043160438537598, + 1.2808642387390137, + 1.260532259941101, + 1.2358412742614746, + 1.2100614309310913, + 1.1503382921218872, + 1.1271275281906128, + 1.10321044921875, + 1.0801379680633545, + 1.0547473430633545, + 1.0301744937896729, + 1.0080699920654297, + 0.9768624901771545, + 0.9628046751022339, + 0.9429801106452942, + 0.9252113103866577, + 0.901901125907898 ], "p10": [ - 1.7330453395843506, - 1.7446398735046387, - 1.749653697013855, - 1.756669282913208, - 1.7626384496688843, - 1.768235206604004, - 1.7682445049285889, - 1.771040439605713, - 1.7697824239730835, - 1.7722318172454834, - 1.7683393955230713, - 1.7722457647323608, - 1.7705121040344238, - 1.7593207359313965, - 1.7592833042144775, - 1.7505292892456055, - 1.7535624504089355, - 1.7460896968841553, - 1.7313992977142334, - 1.729426622390747, - 1.7119766473770142, - 1.693164587020874, - 1.6768219470977783, - 1.662124514579773, - 1.6322917938232422, - 1.6102707386016846, - 1.5772912502288818, - 1.5661242008209229, - 1.521384358406067, - 1.5005871057510376, - 1.478536605834961, - 1.4471423625946045, - 1.4533523321151733, - 1.4419653415679932, - 1.4296925067901611, - 1.3982961177825928, - 1.374726414680481, - 1.338269591331482, - 1.296003818511963, - 1.2649049758911133, - 1.2369648218154907, - 1.2048118114471436, - 1.1717185974121094, - 1.1488170623779297, - 1.113877773284912, - 1.0884121656417847, - 1.0720270872116089, - 1.0469087362289429, - 0.9668025374412537, - 0.936546802520752, - 0.9141019582748413, - 0.8942751884460449, - 0.8672446012496948, - 0.8534085154533386, - 0.8216270208358765, - 0.799364447593689, - 0.7813173532485962, - 0.7542030811309814, - 0.7390705347061157, - 0.7233953475952148 + 1.8153812885284424, + 1.8201112747192383, + 1.8213393688201904, + 1.8225274085998535, + 1.8228758573532104, + 1.8218107223510742, + 1.8196682929992676, + 1.8168169260025024, + 1.8129701614379883, + 1.8098361492156982, + 1.8020943403244019, + 1.797040581703186, + 1.7902055978775024, + 1.7750465869903564, + 1.768263339996338, + 1.7518045902252197, + 1.7526044845581055, + 1.7499128580093384, + 1.7300050258636475, + 1.7211731672286987, + 1.7076129913330078, + 1.6856777667999268, + 1.6694550514221191, + 1.6543071269989014, + 1.628256916999817, + 1.6030380725860596, + 1.5724756717681885, + 1.5533941984176636, + 1.5209407806396484, + 1.4863218069076538, + 1.4700591564178467, + 1.4330406188964844, + 1.4101438522338867, + 1.3920053243637085, + 1.3719593286514282, + 1.3397297859191895, + 1.3105335235595703, + 1.2754720449447632, + 1.2343744039535522, + 1.201114535331726, + 1.1695716381072998, + 1.1409657001495361, + 1.1025261878967285, + 1.0741535425186157, + 1.0415271520614624, + 1.0167752504348755, + 0.9966932535171509, + 0.9680304527282715, + 0.83013516664505, + 0.7888332009315491, + 0.760726273059845, + 0.7482235431671143, + 0.7023223638534546, + 0.6903897523880005, + 0.6628404855728149, + 0.6380351781845093, + 0.6158744096755981, + 0.5867161154747009, + 0.5649157762527466, + 0.5468021035194397 ], "p90": [ - 1.7839865684509277, - 1.7958004474639893, - 1.815520167350769, - 1.8303459882736206, - 1.8475395441055298, - 1.865513801574707, - 1.879314661026001, - 1.8919613361358643, - 1.9047919511795044, - 1.9175136089324951, - 1.9235713481903076, - 1.9351799488067627, - 1.9521434307098389, - 1.959824562072754, - 1.9790480136871338, - 1.9859089851379395, - 1.945552945137024, - 1.9454033374786377, - 1.9481017589569092, - 1.9510058164596558, - 1.9556632041931152, - 1.9541609287261963, - 1.954993724822998, - 1.9548343420028687, - 1.9534032344818115, - 1.9586035013198853, - 1.9458153247833252, - 1.9373337030410767, - 1.9326996803283691, - 1.9318265914916992, - 1.9308218955993652, - 1.9150023460388184, - 1.845134973526001, - 1.8309601545333862, - 1.8207879066467285, - 1.8115899562835693, - 1.8065094947814941, - 1.7888379096984863, - 1.7700639963150024, - 1.7662968635559082, - 1.7435121536254883, - 1.738461971282959, - 1.7216472625732422, - 1.6910303831100464, - 1.6839061975479126, - 1.6743624210357666, - 1.656775951385498, - 1.6416186094284058, - 1.6443878412246704, - 1.6214747428894043, - 1.600581169128418, - 1.5898737907409668, - 1.572312355041504, - 1.5660203695297241, - 1.5500879287719727, - 1.5475445985794067, - 1.5210771560668945, - 1.5150387287139893, - 1.4980549812316895, - 1.4843237400054932 + 1.8602054119110107, + 1.870970606803894, + 1.8785736560821533, + 1.8870456218719482, + 1.89854097366333, + 1.9074163436889648, + 1.9138457775115967, + 1.9215149879455566, + 1.9285213947296143, + 1.9329615831375122, + 1.9322168827056885, + 1.9347894191741943, + 1.9424854516983032, + 1.9408891201019287, + 1.9466032981872559, + 1.9411777257919312, + 1.9221324920654297, + 1.9185891151428223, + 1.9153237342834473, + 1.911306381225586, + 1.9120042324066162, + 1.902773380279541, + 1.8972809314727783, + 1.890749216079712, + 1.8833999633789062, + 1.8801392316818237, + 1.863845705986023, + 1.845747709274292, + 1.8339365720748901, + 1.8220386505126953, + 1.8184857368469238, + 1.793145775794983, + 1.7384791374206543, + 1.7185699939727783, + 1.6960597038269043, + 1.683436632156372, + 1.6733248233795166, + 1.6560710668563843, + 1.6346632242202759, + 1.6246685981750488, + 1.5918495655059814, + 1.5755093097686768, + 1.5560885667800903, + 1.529689908027649, + 1.522545576095581, + 1.50352144241333, + 1.4819356203079224, + 1.4658966064453125, + 1.4743893146514893, + 1.4462130069732666, + 1.4235762357711792, + 1.4132835865020752, + 1.384916067123413, + 1.3848522901535034, + 1.3662641048431396, + 1.3512907028198242, + 1.3421032428741455, + 1.331784963607788, + 1.3173980712890625, + 1.3012194633483887 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0f210ced82e7e14663f8c53ca000746c9f8ddab4..1379a63ae2a47859e67c145be6ee3047c528b123 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:30:34.571867+00:00", + "evaluated_at": "2026-06-19T14:59:18.923672+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,235 +150,233 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.3334368467330933, - 1.3691818714141846, - 1.3823645114898682, - 1.3919825553894043, - 1.3986573219299316, - 1.4015159606933594, - 1.407598614692688, - 1.4047644138336182, - 1.4105433225631714, - 1.4074798822402954, - 1.4112005233764648, - 1.4159172773361206, - 1.4168487787246704, - 1.410623550415039, - 1.4155189990997314, - 1.4127833843231201, - 1.4124886989593506, - 1.4152098894119263, - 1.412987232208252, - 1.4097826480865479, - 1.4092237949371338, - 1.4106543064117432, - 1.409233808517456, - 1.4064257144927979, - 1.4116909503936768, - 1.41031014919281, - 1.40916109085083, - 1.408153772354126, - 1.411938190460205, - 1.4089759588241577, - 1.4102299213409424, - 1.408510446548462, - 1.4088400602340698, - 1.4085333347320557, - 1.408767819404602, - 1.4051858186721802, - 1.4058927297592163, - 1.4076422452926636, - 1.4088224172592163, - 1.4060344696044922, - 1.4091376066207886, - 1.407762050628662, - 1.4081635475158691, - 1.4101961851119995, - 1.4143688678741455, - 1.4123680591583252, - 1.4132845401763916, - 1.4123692512512207, - 1.417540192604065, - 1.4206287860870361, - 1.4219142198562622, - 1.4203444719314575, - 1.4237664937973022, - 1.4277132749557495, - 1.4304431676864624, - 1.4280452728271484, - 1.433301329612732, - 1.4329164028167725, - 1.432483434677124, - 1.4368611574172974, - 1.4397774934768677, - 1.4376285076141357, - 1.439155101776123, - 1.4378314018249512, - 1.4266080856323242, - 1.4305026531219482, - 1.4302489757537842, - 1.4272832870483398, - 1.4257675409317017, - 1.425673007965088, - 1.4243310689926147, - 1.4181654453277588 + 1.3143361806869507, + 1.3316140174865723, + 1.3452918529510498, + 1.348665475845337, + 1.3496975898742676, + 1.34894597530365, + 1.3513013124465942, + 1.3475171327590942, + 1.3608366250991821, + 1.3543692827224731, + 1.3591902256011963, + 1.3572520017623901, + 1.3590266704559326, + 1.3524177074432373, + 1.3542695045471191, + 1.3567649126052856, + 1.3612587451934814, + 1.3641197681427002, + 1.360050082206726, + 1.357231616973877, + 1.356890082359314, + 1.357767105102539, + 1.3537700176239014, + 1.349481463432312, + 1.3523120880126953, + 1.3469278812408447, + 1.351840853691101, + 1.3508265018463135, + 1.3495019674301147, + 1.3494234085083008, + 1.3533127307891846, + 1.3499476909637451, + 1.351637840270996, + 1.353581428527832, + 1.3526477813720703, + 1.3520957231521606, + 1.3516340255737305, + 1.3585503101348877, + 1.3570469617843628, + 1.3568171262741089, + 1.3663058280944824, + 1.363671898841858, + 1.3699296712875366, + 1.3672659397125244, + 1.3657994270324707, + 1.362017035484314, + 1.371069312095642, + 1.3726286888122559, + 1.3766112327575684, + 1.3801145553588867, + 1.381675124168396, + 1.3824241161346436, + 1.3839523792266846, + 1.3872026205062866, + 1.3897030353546143, + 1.392433762550354, + 1.4045276641845703, + 1.399204969406128, + 1.4035484790802002, + 1.399679183959961, + 1.3997352123260498, + 1.3950036764144897, + 1.40434992313385, + 1.4061524868011475, + 1.388235092163086, + 1.3876793384552002, + 1.3825807571411133, + 1.3780570030212402, + 1.3757315874099731, + 1.373396635055542, + 1.3697370290756226, + 1.3715721368789673 ], "p10": [ - 1.2852205038070679, - 1.2806479930877686, - 1.2821414470672607, - 1.2840324640274048, - 1.2814273834228516, - 1.2795809507369995, - 1.279555082321167, - 1.2801638841629028, - 1.280470848083496, - 1.278816819190979, - 1.2778069972991943, - 1.2780888080596924, - 1.2770493030548096, - 1.2749810218811035, - 1.2744828462600708, - 1.2710548639297485, - 1.2677057981491089, - 1.2698240280151367, - 1.270680546760559, - 1.2717911005020142, - 1.2689907550811768, - 1.2692278623580933, - 1.2722076177597046, - 1.270582914352417, - 1.2693283557891846, - 1.268694519996643, - 1.2679970264434814, - 1.2680989503860474, - 1.2725846767425537, - 1.266984224319458, - 1.2670009136199951, - 1.2643471956253052, - 1.2484073638916016, - 1.2467906475067139, - 1.2485283613204956, - 1.2521030902862549, - 1.2473653554916382, - 1.245039701461792, - 1.2495887279510498, - 1.2476840019226074, - 1.2495458126068115, - 1.2478514909744263, - 1.2470077276229858, - 1.2473825216293335, - 1.2508740425109863, - 1.2441521883010864, - 1.2443090677261353, - 1.2403795719146729, - 1.2421491146087646, - 1.2393699884414673, - 1.2424452304840088, - 1.2463624477386475, - 1.2403113842010498, - 1.239988923072815, - 1.2420367002487183, - 1.2426677942276, - 1.2442103624343872, - 1.2413686513900757, - 1.238774299621582, - 1.2414863109588623, - 1.2426986694335938, - 1.2389569282531738, - 1.2350482940673828, - 1.229691982269287, - 1.225817322731018, - 1.2269771099090576, - 1.2276532649993896, - 1.2314784526824951, - 1.2261288166046143, - 1.2272261381149292, - 1.2311094999313354, - 1.2303552627563477 + 1.2934739589691162, + 1.288809895515442, + 1.2884925603866577, + 1.289072036743164, + 1.2880951166152954, + 1.2877548933029175, + 1.286515474319458, + 1.2875665426254272, + 1.2857831716537476, + 1.2865090370178223, + 1.2865445613861084, + 1.286226511001587, + 1.2857553958892822, + 1.285029649734497, + 1.2865228652954102, + 1.2833502292633057, + 1.2816470861434937, + 1.2816026210784912, + 1.28267502784729, + 1.2835408449172974, + 1.2810235023498535, + 1.2820230722427368, + 1.282102108001709, + 1.2825201749801636, + 1.2832047939300537, + 1.282741904258728, + 1.282829761505127, + 1.281079649925232, + 1.2823344469070435, + 1.278782606124878, + 1.2799274921417236, + 1.2787325382232666, + 1.2756222486495972, + 1.2769478559494019, + 1.2777312994003296, + 1.2791303396224976, + 1.2753978967666626, + 1.2775501012802124, + 1.2759745121002197, + 1.2759463787078857, + 1.2769392728805542, + 1.2755638360977173, + 1.2764338254928589, + 1.2757760286331177, + 1.2780476808547974, + 1.2734812498092651, + 1.2754275798797607, + 1.2727140188217163, + 1.2704617977142334, + 1.2705262899398804, + 1.2725406885147095, + 1.2737857103347778, + 1.268874168395996, + 1.2726144790649414, + 1.2717489004135132, + 1.272489070892334, + 1.2720437049865723, + 1.2708827257156372, + 1.2736330032348633, + 1.2738124132156372, + 1.2733495235443115, + 1.2689708471298218, + 1.2727923393249512, + 1.2721856832504272, + 1.2692052125930786, + 1.2728129625320435, + 1.2713042497634888, + 1.2738494873046875, + 1.2707493305206299, + 1.2746063470840454, + 1.2736531496047974, + 1.2719297409057617 ], "p90": [ - 1.4844121932983398, - 1.547932505607605, - 1.5640405416488647, - 1.5727102756500244, - 1.5775556564331055, - 1.5840308666229248, - 1.5896267890930176, - 1.595468282699585, - 1.6038541793823242, - 1.603584885597229, - 1.615370512008667, - 1.6192289590835571, - 1.6263971328735352, - 1.624501347541809, - 1.6347492933273315, - 1.6414203643798828, - 1.6423990726470947, - 1.6389914751052856, - 1.6403517723083496, - 1.6370394229888916, - 1.636129379272461, - 1.637089490890503, - 1.6325178146362305, - 1.6408703327178955, - 1.6465870141983032, - 1.6401108503341675, - 1.6442902088165283, - 1.6436909437179565, - 1.645074725151062, - 1.6408625841140747, - 1.64599609375, - 1.6499587297439575, - 1.6443216800689697, - 1.6382558345794678, - 1.640235185623169, - 1.6367995738983154, - 1.6354584693908691, - 1.6377942562103271, - 1.6348835229873657, - 1.6420719623565674, - 1.6447186470031738, - 1.640472650527954, - 1.6445980072021484, - 1.6468126773834229, - 1.649662971496582, - 1.6481473445892334, - 1.6536575555801392, - 1.6590187549591064, - 1.6922070980072021, - 1.6903934478759766, - 1.6965092420578003, - 1.6992714405059814, - 1.702622413635254, - 1.7091317176818848, - 1.7078065872192383, - 1.7246581315994263, - 1.7303699254989624, - 1.7239223718643188, - 1.737199068069458, - 1.7366774082183838, - 1.7437535524368286, - 1.7420271635055542, - 1.7491072416305542, - 1.7552642822265625, - 1.7498284578323364, - 1.7457979917526245, - 1.7399755716323853, - 1.7445178031921387, - 1.7433277368545532, - 1.745503306388855, - 1.7358096837997437, - 1.7461934089660645 + 1.4389121532440186, + 1.512267827987671, + 1.5381872653961182, + 1.5446354150772095, + 1.551478385925293, + 1.5543885231018066, + 1.5665569305419922, + 1.5697803497314453, + 1.581120252609253, + 1.5871304273605347, + 1.5845588445663452, + 1.5889708995819092, + 1.595895528793335, + 1.5982059240341187, + 1.601775050163269, + 1.6122150421142578, + 1.6126247644424438, + 1.6085292100906372, + 1.612777590751648, + 1.6059037446975708, + 1.60906982421875, + 1.6072944402694702, + 1.610846996307373, + 1.6165533065795898, + 1.6095143556594849, + 1.6059751510620117, + 1.5969688892364502, + 1.5993982553482056, + 1.599288821220398, + 1.6040948629379272, + 1.6020712852478027, + 1.603166937828064, + 1.61588716506958, + 1.6089367866516113, + 1.6139323711395264, + 1.612351417541504, + 1.6135526895523071, + 1.621425747871399, + 1.626024603843689, + 1.6343445777893066, + 1.6378543376922607, + 1.637545108795166, + 1.6332215070724487, + 1.6321521997451782, + 1.6326799392700195, + 1.641265630722046, + 1.6493122577667236, + 1.6625776290893555, + 1.6707319021224976, + 1.67044997215271, + 1.6824578046798706, + 1.6804795265197754, + 1.6868451833724976, + 1.6932775974273682, + 1.7045788764953613, + 1.717786192893982, + 1.7237827777862549, + 1.718565821647644, + 1.7304811477661133, + 1.717655897140503, + 1.724738359451294, + 1.7320518493652344, + 1.736914038658142, + 1.7489765882492065, + 1.7271058559417725, + 1.7216105461120605, + 1.7134672403335571, + 1.7138848304748535, + 1.7194725275039673, + 1.7138662338256836, + 1.7157893180847168, + 1.7204750776290894 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 52565c64f3b283ce86c6de5aa0af4515b039e407..186c319937e90af794ad52bf5597e3b8a5d05eba 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,225 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T03:17:32.677794+00:00", + "evaluated_at": "2026-06-19T14:59:25.830813+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0 + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 19.21170997619629, - 19.217266082763672, - 19.29997444152832, - 19.402467727661133, - 19.436138153076172, - 19.514873504638672, - 19.518489837646484, - 19.620180130004883, - 19.62531280517578, - 19.61798858642578, - 19.65574836730957, - 19.675092697143555, - 19.701364517211914, - 19.796911239624023, - 19.731565475463867, - 19.679210662841797, - 19.53111457824707, - 19.513214111328125, - 19.56077003479004, - 19.628337860107422, - 19.636301040649414, - 19.6755428314209, - 19.79631233215332, - 19.925125122070312 + 16.002412796020508, + 16.00391387939453, + 16.003501892089844, + 16.004154205322266, + 16.003801345825195, + 16.003536224365234, + 16.004281997680664, + 16.004283905029297, + 16.004150390625, + 16.004230499267578, + 16.00398826599121, + 16.004634857177734, + 16.004642486572266, + 16.004072189331055, + 16.003984451293945, + 16.005002975463867, + 16.00319480895996, + 16.003053665161133, + 16.00348663330078, + 16.003402709960938, + 16.00326919555664, + 16.002580642700195, + 16.002870559692383, + 16.003135681152344 ], "p10": [ - 18.933425903320312, - 18.8736515045166, - 18.850624084472656, - 18.857749938964844, - 18.812265396118164, - 18.800739288330078, - 18.833782196044922, - 18.81339454650879, - 18.833402633666992, - 18.80007553100586, - 18.758935928344727, - 18.777502059936523, - 18.815454483032227, - 18.710718154907227, - 18.74816131591797, - 18.735857009887695, - 18.33348846435547, - 18.36282730102539, - 18.35321044921875, - 18.348773956298828, - 18.312488555908203, - 18.309274673461914, - 18.291675567626953, - 18.274658203125 + 15.998194694519043, + 15.999199867248535, + 16.001432418823242, + 16.000244140625, + 15.999285697937012, + 15.998506546020508, + 15.999323844909668, + 15.999460220336914, + 15.999345779418945, + 15.99930191040039, + 15.999456405639648, + 16.000476837158203, + 15.999756813049316, + 15.999812126159668, + 15.999590873718262, + 16.001073837280273, + 15.99853229522705, + 15.998380661010742, + 15.999632835388184, + 15.99911117553711, + 15.999171257019043, + 15.999380111694336, + 15.999431610107422, + 15.998153686523438 ], "p90": [ - 19.92552375793457, - 20.267314910888672, - 20.41175079345703, - 20.576528549194336, - 20.722949981689453, - 20.81369972229004, - 20.86127281188965, - 20.93671417236328, - 20.952943801879883, - 20.97122573852539, - 20.97525978088379, - 20.991241455078125, - 21.027429580688477, - 21.01390266418457, - 21.003158569335938, - 21.034549713134766, - 21.03072738647461, - 20.980609893798828, - 20.999563217163086, - 21.02699851989746, - 21.080646514892578, - 21.045185089111328, - 21.107173919677734, - 21.093666076660156 + 16.139497756958008, + 16.13336944580078, + 16.05181884765625, + 16.036434173583984, + 16.026927947998047, + 16.02092742919922, + 16.01962661743164, + 16.02309799194336, + 16.03016471862793, + 16.031740188598633, + 16.028135299682617, + 16.03018569946289, + 16.036346435546875, + 16.05158042907715, + 16.050121307373047, + 16.055187225341797, + 16.040727615356445, + 16.047285079956055, + 16.04218864440918, + 16.05195426940918, + 16.07098388671875, + 16.07977867126465, + 16.087732315063477, + 16.12929344177246 ], "timestamps": [ - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +315,18 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 3c3421a6d187aa544ce01ec5e386b2ca00bb9e58..d3c269e6093b9e898f8afef7cc8ae1b8c3d4e413 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T03:17:37.214493+00:00", + "evaluated_at": "2026-06-19T14:59:32.604626+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,101 +353,101 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 26.750926971435547, - 26.036441802978516, - 25.828174591064453, - 25.60622787475586, - 25.50752830505371, - 25.962369918823242, - 27.465099334716797, - 30.527585983276367, - 34.76787185668945, - 36.36598587036133, - 36.79751205444336, - 35.48139572143555, - 33.706398010253906, - 31.227371215820312, - 28.622028350830078, - 26.537389755249023, - 22.76174545288086, - 22.580923080444336, - 22.792585372924805, - 23.66356658935547, - 23.73767852783203, - 23.741147994995117, - 23.36001968383789, - 22.683124542236328 + 35.08189392089844, + 31.55272102355957, + 27.82309913635254, + 24.913970947265625, + 22.94269371032715, + 22.033761978149414, + 22.15213394165039, + 23.01333236694336, + 24.424896240234375, + 25.30612564086914, + 25.728229522705078, + 25.546228408813477, + 24.717411041259766, + 23.8155574798584, + 23.09447479248047, + 23.02548599243164, + 23.989604949951172, + 24.471250534057617, + 24.944820404052734, + 26.428890228271484, + 30.029102325439453, + 34.61024856567383, + 35.25438690185547, + 33.71719741821289 ], "p10": [ - 23.703893661499023, - 22.03426742553711, - 20.55361557006836, - 19.993885040283203, - 19.258777618408203, - 19.15617561340332, - 19.63026237487793, - 20.940265655517578, - 21.139406204223633, - 22.467287063598633, - 22.546491622924805, - 22.533544540405273, - 20.695369720458984, - 18.419116973876953, - 17.292789459228516, - 16.235572814941406, - 14.629759788513184, - 14.635847091674805, - 14.814295768737793, - 15.249536514282227, - 15.88747787475586, - 15.880769729614258, - 16.051876068115234, - 15.88624382019043 + 30.803871154785156, + 25.555360794067383, + 21.144302368164062, + 18.245437622070312, + 16.318750381469727, + 15.176115989685059, + 15.152106285095215, + 15.530499458312988, + 16.74578094482422, + 17.555274963378906, + 17.987991333007812, + 18.145889282226562, + 17.797821044921875, + 16.758647918701172, + 16.52914810180664, + 16.38555145263672, + 17.731605529785156, + 17.581890106201172, + 17.768701553344727, + 18.388721466064453, + 20.17475128173828, + 21.43094253540039, + 22.107711791992188, + 21.364421844482422 ], "p90": [ - 29.623435974121094, - 30.914371490478516, - 31.84726333618164, - 32.896156311035156, - 33.61752700805664, - 35.71512985229492, - 39.34911346435547, - 45.726619720458984, - 53.665645599365234, - 57.92263412475586, - 57.002708435058594, - 55.49976348876953, - 55.07630920410156, - 52.498199462890625, - 49.6431770324707, - 46.76323699951172, - 42.30382537841797, - 41.28300476074219, - 41.25640106201172, - 41.14898681640625, - 39.666622161865234, - 39.00001907348633, - 37.12151336669922, - 34.807071685791016 + 40.869319915771484, + 39.397911071777344, + 37.61183547973633, + 36.356224060058594, + 34.71581268310547, + 34.50761032104492, + 34.556827545166016, + 36.097877502441406, + 37.90336608886719, + 37.663536071777344, + 37.07009506225586, + 35.8674430847168, + 34.284542083740234, + 32.76848602294922, + 31.860794067382812, + 31.874652862548828, + 33.957069396972656, + 35.189796447753906, + 36.59275436401367, + 39.917572021484375, + 46.11173629760742, + 54.225013732910156, + 55.11304473876953, + 54.4227409362793 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 4cf308042e250a73491f24b2b4f8fdffc9f42569..6f354448a97d44fc8bf52dd8215318927c26f7aa 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T03:17:42.919005+00:00", + "evaluated_at": "2026-06-19T14:59:38.077717+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,101 +353,101 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 ], "p50": [ - 30.315311431884766, - 30.552349090576172, - 30.372135162353516, - 29.843748092651367, - 29.092439651489258, - 28.27832794189453, - 27.287639617919922, - 26.293479919433594, - 25.592350006103516, - 24.93082046508789, - 24.40732192993164, - 23.98889923095703, - 23.674705505371094, - 23.461000442504883, - 23.32063865661621, - 23.157724380493164, - 22.816226959228516, - 22.810888290405273, - 23.291488647460938, - 24.361465454101562, - 25.57842254638672, - 26.756591796875, - 27.770601272583008, - 28.5462703704834 + 23.22325897216797, + 22.984039306640625, + 22.83214569091797, + 22.7462158203125, + 22.50227928161621, + 22.281339645385742, + 22.242582321166992, + 22.675182342529297, + 23.76369285583496, + 25.053783416748047, + 26.116455078125, + 27.1173152923584, + 27.781993865966797, + 28.14744758605957, + 28.278202056884766, + 28.079904556274414, + 27.5275936126709, + 26.95358657836914, + 26.158193588256836, + 25.204051971435547, + 24.328798294067383, + 23.818044662475586, + 23.37613296508789, + 23.02950096130371 ], "p10": [ - 29.436986923217773, - 29.35834503173828, - 29.023101806640625, - 28.33395004272461, - 27.57563018798828, - 26.721939086914062, - 25.70354652404785, - 24.74701690673828, - 24.082212448120117, - 23.381763458251953, - 22.882238388061523, - 22.463388442993164, - 22.128698348999023, - 21.855533599853516, - 21.646045684814453, - 21.46255874633789, - 21.105857849121094, - 21.15107536315918, - 21.47864532470703, - 22.305377960205078, - 23.17652702331543, - 24.016942977905273, - 24.73359489440918, - 25.27140998840332 + 22.71068000793457, + 22.392641067504883, + 22.112380981445312, + 21.85968589782715, + 21.617204666137695, + 21.304763793945312, + 21.215349197387695, + 21.580005645751953, + 22.415834426879883, + 23.305145263671875, + 24.14298439025879, + 24.729869842529297, + 24.992658615112305, + 25.28190040588379, + 25.25800323486328, + 24.91510772705078, + 24.437435150146484, + 23.998483657836914, + 23.36651039123535, + 22.633081436157227, + 21.932723999023438, + 21.509906768798828, + 21.083585739135742, + 20.837467193603516 ], "p90": [ - 31.10725212097168, - 31.64291763305664, - 31.67714500427246, - 31.252443313598633, - 30.601940155029297, - 29.75322723388672, - 28.74224853515625, - 27.860937118530273, - 26.996328353881836, - 26.303287506103516, - 25.755996704101562, - 25.311800003051758, - 25.043825149536133, - 24.845470428466797, - 24.82903480529785, - 24.68001365661621, - 24.41129493713379, - 24.297487258911133, - 24.98037338256836, - 26.321367263793945, - 27.958406448364258, - 29.37441062927246, - 30.753158569335938, - 31.756206512451172 + 23.597810745239258, + 23.50918197631836, + 23.466506958007812, + 23.49045753479004, + 23.262676239013672, + 23.16420555114746, + 23.152854919433594, + 23.675798416137695, + 24.972068786621094, + 26.596147537231445, + 27.94159698486328, + 29.22864532470703, + 30.185287475585938, + 30.683000564575195, + 31.046546936035156, + 30.80661392211914, + 30.469959259033203, + 29.68459701538086, + 28.577533721923828, + 27.470802307128906, + 26.4676570892334, + 25.917400360107422, + 25.41603660583496, + 25.03431510925293 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index bce8aa3bc202e4a54c0fe4172459d60843579ec6..24614f56b387fa6139600bd1dd57f5d3afe6a44b 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:14:09.192654+00:00", + "evaluated_at": "2026-06-19T14:59:45.531580+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 24f26197b29768d550edf006561a42e72314944a..e376f31e6ced105a13f4213eebf0624fa7ad0947 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,47 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T14:40:18.615198+00:00", + "evaluated_at": "2026-06-19T14:59:48.749630+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index d2d6d5041351b013e257707de5580e6f5fc33192..8962a8c3fe73d07b5d97c91630349f93419743d5 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,1191158.974249787,1154335.0265473472,816.8154304431382,0.7425079191710923,0.012952003923995072,0.012808139316733635,17.944000862482635,1091.4022971616776,0.017136660274439608,0.012825232798965478,0.012078491203113951,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,14.031501766665542,14.825450352924248,3.214399350169652,1.8424687385330092,0.13242280084043564,0.1460063259705679,34.82413546165401,3.745864622041958,0.16040530491888666,0.13764691464315787,0.12581365602899178,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.6091575620285226,1.6118729027844785,0.9434804026965987,1.141502574598179,1.044946522508511,0.4886939979022546,42.40088446202804,1.268525743541897,0.8472748107727762,0.630170245840329,0.6216123052447958,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.024672197627481726,0.025078964681134713,0.13069120125299766,0.7326626996229506,0.08824602053497146,0.09368665683829709,7.593426833999065,0.15707386042076424,0.11065869166339093,0.09207208190995624,0.07634420170648198,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,0.8181922732858234,0.8530660735226548,0.8008071560744187,1.0259450970573691,0.04552879481590416,0.04416962235563262,6.956624711707376,0.9045398129910167,0.05040388877757732,0.04462356907607325,0.04043786423406707,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,54.73751930836564,55.8178449774667,5.872422551665509,0.4917458558044218,0.1969820216008263,0.2050586637491739,4.358000201899829,7.398480878421302,0.2534449718380426,0.2011677792624821,0.1713585535927003,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,757.1250815825464,750.3561289370804,24.52689725752822,12.00563484663082,0.9748558397634474,0.6146567562956363,451.0873008655208,27.515905974227824,1.0713525587693047,0.9549732492957506,0.9467736612538834,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.4720986023607696,1.476920729147256,0.9079356922116212,1.1159486220754369,1.3539335561775079,0.5374696092406512,41.49660909573571,1.2133007056623555,0.8798197431272862,0.6583856283687216,0.6493316248771056,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06639623903302716,0.0640845242094248,0.22507484108260561,1.1896810597434284,0.15432087549794726,0.17041503406852365,15.037589585155224,0.2576746767399295,0.1822453591309231,0.15918849986890693,0.14607759904698128,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.5359642860065729,0.522853228659134,0.5063601778076688,1.5920492286587293,0.029980420584571954,0.030918607119556463,48.09609144934143,0.7320958175038107,0.04461731885407939,0.03085994069094036,0.030243524923394754,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,523.6128513333027,536.1747737753657,19.150448995976006,1.7415586966661536,0.6391105126282772,0.9594730969443442,42.16175906768258,22.882588387970944,0.8123995877386134,0.6798975974902725,0.6387144831083037,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,74.96989637518878,77.31064278003119,7.677533276925566,3.9378434820372568,0.2838857334472471,0.3482322730871452,113.06474217866518,8.658515829816839,0.33068808406391387,0.2932221664295513,0.27705544597212334,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,52.32464844870426,56.12232107645431,6.84036438834094,1.2175679504587087,0.9807282987640473,0.5765172127370731,4.517204830437262,7.233577845624132,0.7750261977454427,0.7328961844651006,0.5347267499468398,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,945.3069377010175,982.0962191327582,28.726953267555093,0.46742161248903197,0.011477159424837582,0.011402257433701957,18.696864499561283,30.74584423464442,0.012247307246995288,0.01144310171653647,0.011443101716536468,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3173.349140851323,2796.2923753126274,41.16028344732492,0.8738273938304705,0.19145683099680808,0.1670856238504667,10.487987451745425,56.33248743710261,0.22278384862130973,0.16278078199507032,0.13516672351186537,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index fd9d237536ba73e75a4c625ecbf66206de045878..b7595d19494026bd1fbfb39a8823ecdddfc7327a 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:42:57.040836+00:00", + "evaluated_at": "2026-06-19T15:10:39.581490+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6ea158d3a649adef021807a7f09e5928d9aadf15..ca52519c7e7d8fca1908bbe2465997ca86631695 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:34:31.901923+00:00", + "evaluated_at": "2026-06-19T15:10:39.596364+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,200 +302,200 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.755088677600063, - 1.7792045861689225, - 1.8068205092813154, - 1.8299364307247783, - 1.8485523206969885, - 1.8751682268816623, - 1.9002842417852082, - 1.918400160546462, - 1.9465160846721339, - 1.9676319871613197, - 1.9837479838258443, - 2.019863797504109, - 2.03597974946515, - 2.0610956451594062, - 2.084211626207514, - 2.1088274985367494, - 2.131943419980212, - 2.152559284203216, - 2.1741752473103255, - 2.1992911877080656, - 2.2239071419936876, - 2.2400230343500835, - 2.2676389276601543, - 2.2912548128639934, - 2.311370765480685, - 2.334486724177051, - 2.355602641567398, - 2.377718575885464, - 2.4038344959580202, - 2.425450414361646, - 2.4505663398582245, - 2.473182267738989, - 2.4932981831027785, - 2.519914052034549, - 2.5435299744912907, - 2.5711459274060062, - 2.5877619027320677, - 2.610877764570886, - 2.6379936345159356, - 2.6611095932123012, - 2.684725500767882, - 2.7043413778654894, - 2.7234574029614294, - 2.7555733351933327, - 2.777189223794636, - 2.796805167947469, - 2.8229210433165415, - 2.846036964760004, - 2.870652978650271, - 2.89426886385411, - 2.914384727063835, - 2.9390006738988763, - 2.964116591944874, - 2.9807325672709357, - 3.005848448064031, - 3.0279643674809362, - 3.0570802414791016, - 3.074196165664378, - 3.1028121206056514, - 3.1239280454465788 + 1.8354699517024489, + 1.8542139107384576, + 1.8729579964343368, + 1.8767020815341693, + 1.8894461252683783, + 1.9081902109642577, + 1.9354342691823954, + 1.939678243536798, + 1.9524223319744907, + 1.968166374337793, + 1.995910500624435, + 1.9991544655016995, + 2.01839846280389, + 2.030642490623659, + 2.0448866715081557, + 2.060130660704115, + 2.0843746532379344, + 2.100618718966257, + 2.1118628490675966, + 2.1271068978682006, + 2.1403508532087216, + 2.1580949592297847, + 2.1708390253157352, + 2.179583113097777, + 2.2033271418712204, + 2.224071142213248, + 2.2253152296972667, + 2.246559268305476, + 2.259803320503545, + 2.274547271433322, + 2.294791434674844, + 2.30503536903453, + 2.3202794625386174, + 2.340523581076656, + 2.3547675831472183, + 2.368511621457405, + 2.383755670258009, + 2.40049972954903, + 2.411243828834768, + 2.4309878569525605, + 2.4392319064684203, + 2.4649758796903347, + 2.4777199606774465, + 2.4869640271210254, + 2.503708101313208, + 2.5294521490409285, + 2.5451962212065533, + 2.560440270007157, + 2.5611842968732517, + 2.5754283883507814, + 2.598672393759204, + 2.615416423247903, + 2.623160479201064, + 2.640404442647817, + 2.6591485730471796, + 2.670892584952508, + 2.6966366550319707, + 2.7033807313103155, + 2.7226247286125065, + 2.7398688112685488 ], "p10": [ - 1.71258869084347, - 1.7357046097723619, - 1.7638205264474531, - 1.7849364736401225, - 1.805052376896718, - 1.8331683205801639, - 1.8502842000619568, - 1.8744001409477098, - 1.8975160598766017, - 1.9265319679447823, - 1.941747928512734, - 1.9717638147656142, - 1.9889797257425017, - 2.0130956696084863, - 2.0362115885373786, - 2.0593275099808412, - 2.0812433932296477, - 2.1114593394924848, - 2.1285752726184577, - 2.1517911957546927, - 2.175807159255193, - 2.198023038641618, - 2.221138960085081, - 2.242154908565211, - 2.2673708029720068, - 2.2904867244154694, - 2.3155026273576507, - 2.336718567302395, - 2.3607345310822923, - 2.3879504054209493, - 2.408066305883577, - 2.4320822693840776, - 2.450298200268916, - 2.4754140959631723, - 2.508430009157352, - 2.526445936656647, - 2.5456619026299947, - 2.5678777842515945, - 2.5928936846792046, - 2.61410962713852, - 2.637225546067412, - 2.6612415095679127, - 2.683457388954338, - 2.7094733267056315, - 2.7315892133399813, - 2.752805153284726, - 2.7748210352460725, - 2.7990369986862227, - 2.8239528947202253, - 2.847268813309371, - 2.8740847467214468, - 2.896400672504128, - 2.914616603388966, - 2.936632485350312, - 2.962848420526685, - 2.985764344545069, - 3.011980279721442, - 3.030096208913508, - 3.053312134843711, - 3.081228051299755 + 1.7884699458611935, + 1.805713968912591, + 1.82395803869403, + 1.8331020527808883, + 1.8453460806006574, + 1.8666901641150067, + 1.8819342129156107, + 1.8951782874654213, + 1.9104223387805959, + 1.925666385066629, + 1.9418104759242703, + 1.956154482667837, + 1.9743985524492755, + 1.9846426060182512, + 2.0018866290696486, + 2.020730631521681, + 2.037374721902485, + 2.052618797525179, + 2.06566284782782, + 2.078106875866636, + 2.0933509218732724, + 2.1084949689811046, + 2.128639044103119, + 2.1349830078121323, + 2.1533270703456466, + 2.173471121625804, + 2.1847152129841243, + 2.2000592634775, + 2.215303312278104, + 2.2294473484186814, + 2.2457914123938827, + 2.261035458679916, + 2.2821794941052373, + 2.2934235377798418, + 2.309467624243876, + 2.3220116538823317, + 2.3381557447399732, + 2.3524997514835393, + 2.3676437956111394, + 2.3829878490847474, + 2.3952319305486967, + 2.4194759290429806, + 2.433519993293108, + 2.4457640211128773, + 2.457108120124434, + 2.474352137215367, + 2.4916961649397686, + 2.514140241742634, + 2.5201842910841505, + 2.538428358071622, + 2.5515724279484284, + 2.5746164359317714, + 2.58216053022264, + 2.5943045593298693, + 2.6163486010494417, + 2.62689262989441, + 2.6421366812095854, + 2.6573807274956183, + 2.6745247577949405, + 2.6878688250968263 ], "p90": [ - 1.7905886377841602, - 1.8187045872418062, - 1.8399205331470152, - 1.8640364625775006, - 1.8830523235580114, - 1.9101683127123508, - 1.9342842212812104, - 1.9565001483513518, - 1.9786160618077921, - 1.9988320433118754, - 2.023747826469582, - 2.046863755736154, - 2.072979723119897, - 2.095095684260053, - 2.1163115903046563, - 2.1364275365883545, - 2.1644433949462614, - 2.1876593687464445, - 2.205675296245739, - 2.2337912129208304, - 2.255107044289754, - 2.276122992769883, - 2.3012389618523588, - 2.324354893354106, - 2.3425707407924414, - 2.3704867263526204, - 2.3916025953141937, - 2.4139185866619837, - 2.437834557410409, - 2.4611503570696613, - 2.488066295154741, - 2.5092822649018083, - 2.532298107166461, - 2.5535141573797984, - 2.5765299787828253, - 2.603745948768311, - 2.6267618774596984, - 2.6468777779223265, - 2.6691937662898844, - 2.694109627678687, - 2.7182255463058307, - 2.738541529502686, - 2.760457410888847, - 2.78677331385785, - 2.809789233608541, - 2.834805170450864, - 2.8589210790197237, - 2.8791370079972136, - 2.903252919546305, - 2.927268802580535, - 2.9493847607404593, - 2.974500629612625, - 2.9957166053201565, - 3.0177324485384833, - 3.0409484581014534, - 3.0659643252808477, - 3.0900802666322615, - 3.1103962241246137, - 3.135312149215881, - 3.160428044910137 + 1.8705699587596385, + 1.885713958183755, + 1.8989579671684562, + 1.9122020417182664, + 1.928446137248912, + 1.946690207030351, + 1.9580343000814433, + 1.9731782369206825, + 1.987422331378444, + 2.004766374004007, + 2.0239104381587674, + 2.0341544440440273, + 2.0513985345231784, + 2.0648426422608552, + 2.0819866408952103, + 2.0951307465348035, + 2.112374659317608, + 2.1307187784755346, + 2.139962838958649, + 2.15820688489823, + 2.172350918058575, + 2.191594974965411, + 2.2059390353531576, + 2.218183057212462, + 2.236327134241826, + 2.251671178774737, + 2.2678151891661082, + 2.2800591871835545, + 2.2953033153328417, + 2.308547310533969, + 2.3277914270454496, + 2.339135520096542, + 2.3592794581278738, + 2.3745235039482453, + 2.3867675287877823, + 2.4021116657078934, + 2.4192556602444286, + 2.4324996841302906, + 2.449743763806101, + 2.464987866250885, + 2.4752318929977704, + 2.4955759595844005, + 2.508920003044428, + 2.5239639758163275, + 2.5392080257345184, + 2.556452159054509, + 2.571696207855113, + 2.583040300906205, + 2.5974843093425433, + 2.6155283388580646, + 2.6336723901829253, + 2.6470164366231854, + 2.663160500658736, + 2.6745044864214678, + 2.689648530549068, + 2.7079926318256007, + 2.7242366915934597, + 2.734480742182203, + 2.75462479346236, + 2.7708687995860384 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index dd74bc4345be5681b6e5f29942ca06ab346bbb00..0f38d2a89e0215da4954b55fe384e6e1b92dd3c6 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:34:31.932447+00:00", + "evaluated_at": "2026-06-19T15:10:39.614690+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,235 +150,233 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.3476784673469995, - 1.3464932997113888, - 1.3453081320757783, - 1.3441229644401675, - 1.342937796804557, - 1.3417526291689466, - 1.3405674615333358, - 1.3393822938977253, - 1.3381971262621148, - 1.3370119586265041, - 1.3358267909908936, - 1.334641623355283, - 1.3334564557196724, - 1.332271288084062, - 1.3310861204484512, - 1.3299009528128407, - 1.3287157851772302, - 1.3275306175416195, - 1.326345449906009, - 1.3251602822703983, - 1.3239751146347878, - 1.3227899469991773, - 1.3216047793635666, - 1.320419611727956, - 1.3192344440923454, - 1.3180492764567349, - 1.3168641088211244, - 1.3156789411855137, - 1.3144937735499032, - 1.3133086059142927, - 1.312123438278682, - 1.3109382706430714, - 1.3097531030074607, - 1.3085679353718502, - 1.3073827677362397, - 1.306197600100629, - 1.3050124324650185, - 1.303827264829408, - 1.3026420971937973, - 1.3014569295581868, - 1.300271761922576, - 1.2990865942869656, - 1.297901426651355, - 1.2967162590157444, - 1.295531091380134, - 1.2943459237445232, - 1.2931607561089127, - 1.2919755884733022, - 1.2907904208376915, - 1.289605253202081, - 1.2884200855664705, - 1.2872349179308598, - 1.2860497502952493, - 1.2848645826596385, - 1.283679415024028, - 1.2824942473884176, - 1.2813090797528068, - 1.2801239121171963, - 1.2789387444815856, - 1.2777535768459751, - 1.2765684092103646, - 1.275383241574754, - 1.2741980739391434, - 1.273012906303533, - 1.2718277386679222, - 1.2706425710323117, - 1.269457403396701, - 1.2682722357610905, - 1.26708706812548, - 1.2659019004898693, - 1.2647167328542588, - 1.263531565218648 + 1.304054914490843, + 1.3008765626400065, + 1.2976982107891701, + 1.2945198589383338, + 1.2913415070874972, + 1.2881631552366608, + 1.2849848033858244, + 1.281806451534988, + 1.2786280996841515, + 1.275449747833315, + 1.2722713959824787, + 1.2690930441316421, + 1.2659146922808058, + 1.2627363404299694, + 1.2595579885791328, + 1.2563796367282964, + 1.25320128487746, + 1.2500229330266235, + 1.2468445811757871, + 1.2436662293249507, + 1.2404878774741144, + 1.2373095256232778, + 1.2341311737724414, + 1.230952821921605, + 1.2277744700707685, + 1.224596118219932, + 1.2214177663690957, + 1.2182394145182591, + 1.2150610626674228, + 1.2118827108165864, + 1.2087043589657498, + 1.2055260071149134, + 1.202347655264077, + 1.1991693034132405, + 1.195990951562404, + 1.1928125997115677, + 1.1896342478607314, + 1.1864558960098948, + 1.1832775441590584, + 1.180099192308222, + 1.1769208404573854, + 1.173742488606549, + 1.1705641367557127, + 1.167385784904876, + 1.1642074330540397, + 1.1610290812032034, + 1.157850729352367, + 1.1546723775015304, + 1.151494025650694, + 1.1483156737998577, + 1.145137321949021, + 1.1419589700981847, + 1.1387806182473483, + 1.1356022663965117, + 1.1324239145456754, + 1.129245562694839, + 1.1260672108440024, + 1.122888858993166, + 1.1197105071423297, + 1.116532155291493, + 1.1133538034406567, + 1.1101754515898203, + 1.1069970997389837, + 1.1038187478881474, + 1.100640396037311, + 1.0974620441864746, + 1.094283692335638, + 1.0911053404848017, + 1.0879269886339653, + 1.0847486367831287, + 1.0815702849322923, + 1.078391933081456 ], "p10": [ - 1.2476784435051416, - 1.2464932758695308, - 1.2453081082339204, - 1.2441229405983096, - 1.2429377729626991, - 1.2417526053270886, - 1.240567437691478, - 1.2393822700558674, - 1.238197102420257, - 1.2370119347846462, - 1.2358267671490357, - 1.234641599513425, - 1.2334564318778145, - 1.232271264242204, - 1.2310860966065933, - 1.2299009289709828, - 1.2287157613353723, - 1.2275305936997616, - 1.226345426064151, - 1.2251602584285404, - 1.2239750907929299, - 1.2227899231573194, - 1.2216047555217087, - 1.2204195878860982, - 1.2092344297872308, - 1.218049252614877, - 1.2168640849792665, - 1.2156789173436557, - 1.2144937497080452, - 1.2133085820724347, - 1.212123414436824, - 1.2109382468012135, - 1.2097530791656028, - 1.2085679115299923, - 1.2073827438943818, - 1.206197576258771, - 1.2050124086231606, - 1.2038272409875501, - 1.2026420733519394, - 1.201456905716329, - 1.2002717380807182, - 1.1990865704451077, - 1.1979014028094972, - 1.1967162351738865, - 1.195531067538276, - 1.1943458999026653, - 1.1931607322670548, - 1.1919755646314443, - 1.1907903969958336, - 1.189605229360223, - 1.1884200617246126, - 1.1872348940890018, - 1.1860497264533914, - 1.1848645588177806, - 1.1836793911821701, - 1.1824942235465596, - 1.181309055910949, - 1.1801238882753384, - 1.0789388160071594, - 1.1777535530041172, - 1.1765683853685067, - 1.175383217732896, - 1.164198059634029, - 1.173012882461675, - 1.1718277148260643, - 1.1706425471904538, - 1.169457379554843, - 1.1682722119192326, - 1.167087044283622, - 1.1659018766480114, - 1.1647167090124009, - 1.1635315413767902 + 1.2040548906489852, + 1.2008765387981486, + 1.1976981869473122, + 1.1945198350964759, + 1.1913414832456393, + 1.188163131394803, + 1.1849847795439665, + 1.1818064276931302, + 1.1786280758422936, + 1.1754497239914572, + 1.1722713721406208, + 1.1690930202897842, + 1.1659146684389479, + 1.1627363165881115, + 1.159557964737275, + 1.1563796128864385, + 1.1532012610356022, + 1.1500229091847656, + 1.1468445573339292, + 1.1436662054830928, + 1.1404878536322565, + 1.1373095017814199, + 1.1341311499305835, + 1.1309527980797471, + 1.1277744462289105, + 1.1245960943780742, + 1.1214177425272378, + 1.1182393906764012, + 1.1050610483623082, + 1.1118826869747285, + 1.1087043351238919, + 1.1055259832730555, + 1.1023476314222191, + 1.0991692795713826, + 1.0959909277205462, + 0.9928126712371416, + 1.0796342335556168, + 1.0864558721680369, + 1.0832775203172005, + 1.0800991684663641, + 1.0769208166155275, + 1.0737424647646912, + 1.0705641129138548, + 1.0673857610630182, + 1.0642074092121818, + 1.0610290573613455, + 1.057850705510509, + 1.0546723536596725, + 1.0514940018088361, + 1.0483156499579998, + 1.0451372981071632, + 1.0419589462563268, + 1.0387805944054904, + 1.0356022425546538, + 1.0324238907038175, + 1.029245538852981, + 0.9260672823695763, + 1.0228888351513081, + 1.0197104833004718, + 1.0165321314496352, + 1.0133537795987988, + 1.0101754277479624, + 1.0069970758971258, + 1.0038187240462895, + 1.000640372195453, + 0.9974620203446168, + 0.9842836780305236, + 0.9911053166429439, + 0.9879269647921075, + 0.9847486129412709, + 0.9815702610904345, + 0.9783919092395982 ], "p90": [ - 1.4476784911888574, - 1.4464933235532467, - 1.4453081559176362, - 1.4441229882820255, - 1.442937820646415, - 1.5417526768526624, - 1.4405674853751937, - 1.4393823177395833, - 1.4381971501039728, - 1.53701200631022, - 1.4358268148327515, - 1.4346416471971408, - 1.4334564795615303, - 1.5322713357677777, - 1.4310861442903091, - 1.5299010004965565, - 1.4287158090190881, - 1.5275306652253353, - 1.5263454975897248, - 1.4251603061122562, - 1.4239751384766457, - 1.5227899946828931, - 1.4216048032054245, - 1.520419659411672, - 1.4192344679342033, - 1.4180493002985928, - 1.4168641326629823, - 1.4156789650273716, - 1.414493797391761, - 1.4133086297561506, - 1.5121234859623978, - 1.5109383183267873, - 1.4097531268493186, - 1.4185679615978934, - 1.417382793962283, - 1.5061976477843448, - 1.4050124563068764, - 1.403827288671266, - 1.4026421210356552, - 1.4014569534000447, - 1.500271809606292, - 1.3990866181288235, - 1.497901474335071, - 1.3967162828576023, - 1.3955311152219918, - 1.394345947586381, - 1.3931607799507706, - 1.39197561231516, - 1.3907904446795494, - 1.4896053008857968, - 1.3884201094083284, - 1.4872349656145756, - 1.3860497741371072, - 1.3848646065014965, - 1.383679438865886, - 1.3824942712302755, - 1.3813091035946647, - 1.3801239359590542, - 1.3789387683234435, - 1.477753624529691, - 1.3765684330522225, - 1.3753832654166118, - 1.3741980977810013, - 1.3730129301453908, - 1.3718277625097801, - 1.3706425948741696, - 1.4694574510804168, - 1.4682722834448063, - 1.367087091967338, - 1.3659019243317272, - 1.3647167566961167, - 1.4635316129023639 + 1.404054938332701, + 1.4008765864818644, + 1.397698234631028, + 1.3945198827801917, + 1.391341530929355, + 1.3881631790785187, + 1.3849848272276823, + 1.381806475376846, + 1.3786281235260094, + 1.375449771675173, + 1.3722714198243366, + 1.3690930679735, + 1.3659147161226637, + 1.3627363642718273, + 1.3595580124209907, + 1.3563796605701544, + 1.353201308719318, + 1.3500229568684814, + 1.346844605017645, + 1.3436662531668087, + 1.3404879013159723, + 1.3373095494651357, + 1.3341311976142993, + 1.330952845763463, + 1.3277744939126264, + 1.32459614206179, + 1.3214177902109536, + 1.318239438360117, + 1.3150610865092807, + 1.3118827346584443, + 1.3087043828076077, + 1.3055260309567713, + 1.302347679105935, + 1.3091693296392837, + 1.295990975404262, + 1.2928126235534256, + 1.2896342717025893, + 1.2864559198517527, + 1.2832775680009163, + 1.28009921615008, + 1.2769208642992433, + 1.273742512448407, + 1.2705641605975706, + 1.267385808746734, + 1.2642074568958976, + 1.2610291050450613, + 1.257850753194225, + 1.2546724013433883, + 1.251494049492552, + 1.2483156976417156, + 1.245137345790879, + 1.2419589939400426, + 1.2387806420892062, + 1.2356022902383696, + 1.2324239383875333, + 1.229245586536697, + 1.2260672346858603, + 1.222888882835024, + 1.2197105309841876, + 1.216532179133351, + 1.2133538272825146, + 1.2101754754316782, + 1.2069971235808417, + 1.2038187717300053, + 1.200640419879169, + 1.1974620680283325, + 1.194283716177496, + 1.1911053643266596, + 1.1879270124758232, + 1.1847486606249866, + 1.1815703087741503, + 1.1883919593074992 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index bdd8e39b6d7c70167be641231cb8d9ddc7e24811..3fc15e811f69c2b0ff4d68dfd255cbb1c479b66a 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,224 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T12:53:49.172316+00:00", + "evaluated_at": "2026-06-19T15:10:39.629598+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, 17.0, - 18.0, 17.0, 17.0, 17.0, 17.0 ], "p50": [ - 18.979621966892477, - 18.95814142252147, - 18.936660878150462, - 18.915180333779457, - 18.89369978940845, - 18.872219245037446, - 18.850738700666437, - 18.82925815629543, - 18.807777611924426, - 18.78629706755342, - 18.76481652318241, - 18.743335978811405, - 18.7218554344404, - 18.700374890069394, - 18.678894345698385, - 18.65741380132738, - 18.635933256956374, - 18.61445271258537, - 18.59297216821436, - 18.571491623843354, - 18.55001107947235, - 18.528530535101343, - 18.507049990730334, - 18.485569446359328 + 15.994328082089018, + 15.986297223056006, + 15.978266364022993, + 15.970235504989981, + 15.96220464595697, + 15.954173786923958, + 15.946142927890946, + 15.938112068857935, + 15.930081209824921, + 15.92205035079191, + 15.914019491758898, + 15.905988632725887, + 15.897957773692875, + 15.889926914659862, + 15.88189605562685, + 15.873865196593838, + 15.865834337560827, + 15.857803478527815, + 15.849772619494802, + 15.84174176046179, + 15.833710901428779, + 15.825680042395767, + 15.817649183362755, + 15.809618324329744 ], "p10": [ - 17.979621966892477, - 17.95814142252147, - 17.936660878150462, - 18.515180715249183, - 18.58370051420093, - 17.872219245037446, - 17.850738700666437, - 17.82925815629543, - 18.407777993394152, - 18.4762977923459, - 18.364816904652137, - 18.28333632213416, - 18.421856197379853, - 18.30037527153912, - 18.27889472716811, - 18.557413419857653, - 18.2359336384261, - 18.214453094055095, - 18.132972511537115, - 17.571491623843354, - 18.150011460942075, - 17.528530535101343, - 18.10705037220006, - 18.085569827829055 + 15.894327700619291, + 15.88629684158628, + 15.878265982553266, + 15.870235123520255, + 15.862204264487243, + 15.854173405454231, + 15.946142927890946, + 15.838111687388208, + 15.830080828355195, + 15.822049969322183, + 15.814019110289172, + 15.80598825125616, + 15.797957392223148, + 15.789926533190135, + 15.781895674157123, + 15.773864815124112, + 15.7658339560911, + 15.757803097058089, + 15.749772238025075, + 15.741741378992064, + 15.733710519959052, + 15.72567966092604, + 15.717648801893029, + 15.509619087269197 ], "p90": [ - 19.37962158542275, - 18.95814142252147, - 19.23666011521101, - 19.3751799904567, - 19.89369978940845, - 19.27221886356772, - 19.150737937726984, - 19.129257393355978, - 19.107776848984972, - 19.186296686083693, - 19.064815760242958, - 19.14333559734168, - 19.021854671500947, - 19.00037412712994, - 19.07889396422866, - 19.057413419857653, - 19.095932913633618, - 18.92445198779289, - 19.052971824891603, - 18.67149200531308, - 18.95001069800262, - 18.82852977216189, - 18.907049609260607, - 18.79556872156685 + 15.994328082089018, + 16.086297604525733, + 16.07826674549272, + 15.970235504989981, + 15.96220464595697, + 16.054174168393686, + 16.046143309360673, + 16.038112450327663, + 16.03008159129465, + 15.92205035079191, + 16.014019873228627, + 15.915988670872858, + 15.907957811839847, + 15.989927296129588, + 15.981896437096577, + 15.973865578063565, + 15.965834719030553, + 15.957803859997542, + 15.949773000964528, + 15.851741798608762, + 15.933711282898505, + 15.925680423865494, + 15.917649564832482, + 15.90961870579947 ], "timestamps": [ - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +316,17 @@ "2026-06-23 14:00:00", "2026-06-23 15:00:00", "2026-06-23 16:00:00", - "2026-06-23 17:00:00" + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 7c00a4f829f5e42cce0a0551305fbffec84ccd1c..94697d848e33c416a312da5c7882de47e03f3e19 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T12:53:49.226475+00:00", + "evaluated_at": "2026-06-19T15:10:39.645563+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,101 +353,101 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 27.147993851078883, - 26.867628895610746, - 26.93726289110086, - 26.906900319818515, - 26.826535650452673, - 27.346169455207924, - 26.465805548781535, - 26.585441642355146, - 26.505076496152146, - 26.424712303623462, - 26.644346871318167, - 26.51398201121746, - 26.383617151116756, - 26.003251337341734, - 25.722888766059388, - 26.29252371522382, - 25.662158855123113, - 25.681792659878365, - 25.901429134921703, - 25.621064179453565, - 25.640700845231766, - 25.160335126824176, - 25.32997141113265, - 25.249604834418175 + 37.044563871004016, + 34.85778452270507, + 32.52100555587585, + 30.734225826107178, + 29.097445714868783, + 26.76066484069093, + 24.823885969229146, + 22.737106525562766, + 21.050327177263824, + 18.86354735212772, + 17.47676771772648, + 14.889988274060105, + 12.953209402598318, + 10.766429100625057, + 8.929651087470155, + 7.242870785496895, + 4.906089911319044, + 3.1193120888990085, + 0.6825327406000602, + -1.1042488965172406, + -2.9910275772441675, + -5.17780644870595, + -7.164585987739762, + -8.951364763834114 ], "p10": [ - 23.247992802037132, - 23.667628609508448, - 23.087263463305447, - 23.476899728540435, - 23.126534887513216, - 24.546170218147374, - 23.365805167311805, - 22.675440269064126, - 23.205077735928754, - 22.51471093033244, - 23.804344048442186, - 22.353981591600757, - 22.083616006707572, - 22.203252100281183, - 22.12288743091534, - 21.942524287428405, - 21.74215725295026, - 21.881793422817815, - 21.78142867715803, - 21.921064847025583, - 22.33070033024763, - 21.56033665270308, - 21.26996937026961, - 22.39960540662276 + 33.22456455764952, + 31.037784446411123, + 29.871004029996946, + 27.87422445281616, + 25.297446287073374, + 23.490665908806164, + 20.50388465315859, + 18.627106010578636, + 18.310328359819977, + 15.453543976120642, + 14.076767908461346, + 11.949988216839646, + 9.703209402598318, + 7.0164308172388274, + 5.609650057501894, + 4.012870098851387, + 1.7560912464630865, + -0.430688578673013, + -1.6174655427861704, + -3.5342467221397986, + -6.301027710758572, + -8.377806734808246, + -10.26458636920949, + -12.151365526773567 ], "p90": [ - 31.947995090855486, - 32.81763004001992, - 31.58726355867288, - 31.506898793939605, - 31.4365343534556, - 34.54616926447306, - 32.77580463325419, - 34.88544278676432, - 30.405076591519574, - 30.244711426243086, - 33.144348778666796, - 30.933981515306808, - 30.883619058465385, - 30.703254007629816, - 32.13288727832745, - 30.542523715223815, - 33.71215818755108, - 29.78179323208295, - 30.421430927829412, - 29.52106522849531, - 30.240701703538647, - 30.180336919731886, - 29.44997167816145, - 30.099607695441115 + 42.704562383272076, + 39.357783664398184, + 36.19100505996521, + 36.08422525390259, + 33.39744495192933, + 31.41066541289552, + 28.173886636801164, + 26.457107937000753, + 27.080325384356108, + 22.173548057846716, + 21.77676886213566, + 18.399989742718553, + 17.84320974592107, + 15.246429787270563, + 14.539649790473085, + 11.882871128819646, + 10.586090407229685, + 7.669313233308189, + 5.582532454497765, + 4.595751866422213, + 0.4189735099445527, + -1.17780816531972, + -1.3545865217973796, + -2.9913670145055034 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 5ce3a5812b6a6f6dc95217944c691f7d366f7292..fedac2d928341653092bd4d99b574c2ba39b3e4b 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T12:53:49.302190+00:00", + "evaluated_at": "2026-06-19T15:10:39.666360+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,101 +353,101 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 ], "p50": [ - 31.223845101299695, - 32.77882215280818, - 34.43379767843776, - 36.088773204067344, - 37.84374720381802, - 39.4987227294476, - 41.15369825507718, - 42.70867530658567, - 44.46364930633634, - 46.118624831965924, - 47.67360188347441, - 49.32857550175536, - 50.983552934733574, - 52.638528460363155, - 54.39350246011383, - 55.94847951162232, - 57.60345408357758, - 59.35842903700257, - 61.013404562632154, - 62.56838161414064, - 64.32335561389131, - 65.97833113952089, - 67.63330666515047, - 69.28828219078005 + 23.004541629699794, + 22.507549328260072, + 22.310556263880898, + 21.81356586978981, + 21.516572423940907, + 21.119580503970912, + 20.722588584000917, + 20.325596664030922, + 19.928604744060927, + 19.53161282409093, + 19.13462090412094, + 18.73762898415094, + 18.34063706418095, + 18.04364552568068, + 17.446654750119865, + 17.04966283014987, + 16.75266938430097, + 16.355677464330974, + 15.958685544360977, + 15.461695150269888, + 15.164701704420986, + 14.667711310329898, + 14.370717864480996, + 13.873727470389907 ], "p10": [ - 30.223847008648328, - 31.878820626929276, - 33.833795389619404, - 35.17877183077633, - 36.84374911116665, - 38.49872463679623, - 40.2436987891348, - 42.008674543646215, - 43.45364945892423, - 45.118624831965924, - 46.97360092980009, - 48.42857759983885, - 50.28355026444549, - 51.938527506688835, - 53.59350131570465, - 55.13847832906617, - 56.903454274312445, - 58.65843018141175, - 60.20340357081086, - 61.66838199561037, - 63.62335485095186, - 65.07833152099062, - 66.83330723735506, - 68.28828390739382 + 22.204540485290615, + 21.707548183850893, + 21.500555272059607, + 20.913566251259535, + 20.816571661001454, + 20.119582220584682, + 19.812589118058533, + 19.525595519621742, + 18.928604744060927, + 18.731611679681752, + 18.124620865973966, + 17.73762898415094, + 17.34063706418095, + 17.143645716415545, + 16.646653605710686, + 16.339660312449674, + 15.852669765770694, + 15.655678608740152, + 15.158684399951797, + 14.561693624390982, + 14.254702238478604, + 13.767711501064761, + 13.460718207803751, + 12.973727851859634 ], "p90": [ - 32.43384571165126, - 33.87882253427791, - 35.73379691549831, - 37.498770953395955, - 39.24374682234829, - 40.708723339799164, - 42.353699018016634, - 44.208673399237036, - 45.67364991668791, - 47.5186244504962, - 49.17359997612578, - 50.428575883225086, - 52.28355217179412, - 53.95852758298278, - 55.59350322305328, - 57.448477604273684, - 59.103453129903265, - 60.558429799942026, - 62.41340418116243, - 63.86838085120119, - 65.54335626238985, - 67.37833075805116, - 69.03330628368074, - 70.68828180931033 + 24.32454075231942, + 23.927548832349427, + 23.710556073146034, + 23.613565106850356, + 22.91657204247118, + 22.51958202984982, + 22.12258820253119, + 21.725596473296058, + 21.12860550700038, + 20.731613587030385, + 20.64462265888168, + 20.04762825935846, + 19.540637827120403, + 19.34364667008986, + 18.946652842771233, + 18.549660922801237, + 18.152669002831242, + 17.9556778458007, + 17.358685162891252, + 16.761694387330436, + 16.56470132295126, + 16.267711691799626, + 15.77071748301127, + 15.373725563041274 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5d5efac00a097a04921c70aa222d16321346f1d8..47e086795027db97eab6146dccf3d05c35760a27 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:17:01.687730+00:00", + "evaluated_at": "2026-06-19T15:10:39.685495+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index d4419f6eb0755f9a82ae226f01c048b70e0537c9..70621b12164104fa3897a49ceb9bd55a613cc486 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,11 +1,47 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T14:42:57.054027+00:00", + "evaluated_at": "2026-06-19T15:10:39.692933+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 65849018373c63bff0c9f6a46d5b24b0c64159da..6e451c770497d35eeff87399fba5ef2be46b771d 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1542,3 +1542,10 @@ {"evaluated_at": "2026-06-19T14:34:32.009012+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-19T14:34:32.009012+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-19T14:42:57.115687+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 75874864b7a5de9ccd9255e4f54961e3cafb45c9..4817a6549dc664113d3cff9c9fc2eda9a3100444 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1134230.4939549763,1178458.045024236,856.3592122395834,0.7784543154357967,0.013567348394592007,0.013420233411004179,3.627139583701574,1065.0025793184618,0.016722144932849455,0.01344612974629146,0.009043251524986104,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1307721.1682357788,1289802.0310208004,898.943359375,0.8171644882615473,0.014240391814546186,0.01407964573717514,4.485117555165044,1143.5563686306762,0.017955557767158258,0.014114765009781548,0.009575206787159736,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.08752562495055827,0.0835132601926792,0.22019807497660318,0.12621582611013352,0.009392901125199278,0.009416621693143978,2.180689817264566,0.2958473000562254,0.012668764401068799,0.009429315504712403,0.01985376706928426,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.14132738150735183,0.21782357647265382,0.32339590340852736,0.3912717797849696,0.38139008439117245,0.2492404073327861,1.3474929142929055,0.37593534218978647,0.25109505860503656,0.21600287125438317,0.15967557883972033,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.03927570799116767,0.012826500302122894,0.0899300484193696,0.5041532361815881,0.06260499682082549,0.06332854904505004,4.056169893976797,0.19818099805775444,0.13961871121566352,0.06335580899746766,0.07872236288711443,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.0752939765552583,1.017223834585631,0.86417289574941,1.0746191166531758,0.04716334228829213,0.04567344347016659,4.56397306441673,1.0369638260591632,0.05568836913250111,0.046408927682352774,0.031176685796888592,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,194.9589319487336,171.27771986997516,9.595086534818014,0.8034748858873199,0.4025661046120483,0.2932821088554963,3.9766689575873557,13.962769494220465,0.47831355914768525,0.32869267036876354,0.23748257223423005,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.2542654837285834,1.1012020338212096,0.8746695518493652,0.4281407118361278,0.033998464905534785,0.033962966661508005,2.633645509197789,1.1199399464831066,0.04360570676671335,0.03405591890483685,0.030509440807375957,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.2269346387220637,0.3400540269686701,0.41475822528203327,0.5097815560819016,0.639805331293739,0.34857948480215034,2.0119905692390767,0.47637657239001974,0.345442404835031,0.300760127744554,0.23044234833127952,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.027354062534538513,0.02069762802369013,0.11653483079539405,0.6159696940396948,0.08090116947617655,0.08339535559342545,3.870167861423551,0.16539063617550576,0.11697570078692217,0.08242149503501016,0.0900880035413108,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.30184325214683366,0.3959166476836818,0.4084214170773824,1.2841195467640585,0.024069481649356295,0.024776274897316684,36.24582667600739,0.5494026320894665,0.03348314773711789,0.02489109780016147,0.022451312118130944,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,109.96504212204825,104.04126374364034,8.691769162813822,0.7904371421314361,0.3246344157847327,0.30767136372710113,7.279287240966645,10.4864217978321,0.3722989987396012,0.3085835205732718,0.24356082462308282,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.2179939857763504,1.2735582644827066,0.8916634321212769,0.4573384325018252,0.03386434896910354,0.03475918767127237,3.242493125706625,1.1036276481569092,0.0421500081148078,0.034054620652495385,0.03292035337793769,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,31.483129444434287,22.892655715715517,3.96903924147288,0.7064791727714397,0.6170859333498654,0.3981794907821486,7.157293106923145,5.610982930328187,0.6011767425351628,0.42525420444352285,0.3206263270643022,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,4125.124768525362,2121.770966400703,41.222432454427086,0.6707378840042372,0.01648703888537837,0.016319038058486012,24.344345537605932,64.22713420763347,0.025584252630426612,0.01642055400674274,0.016510400593231327,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,4185.173456698656,2113.4538429472595,41.1434071858724,0.6694520491260594,0.01645542670355903,0.016288080903957988,24.268529445842162,64.69291658828388,0.025769792499897314,0.016389075061592324,0.016333606716804977,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,421.0737164568688,302.4390479905747,15.198910304478236,0.32267086297940617,0.06137473765343993,0.0599805707275231,1.598517073420046,20.520080810193434,0.08115286196121697,0.06010868481997043,0.05242898465699545,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 7b8e9f633a4a189d89d20f567655b7701d890777..837432e608ddef041b4357b99eaf85b7256edd7f 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:42:27.861978+00:00", + "evaluated_at": "2026-06-19T15:06:46.333466+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 62958.01171875 ], "p50": [ - 64547.35546875, - 64573.416015625, - 64541.830078125, - 64582.6796875, - 64556.3515625, - 64539.341796875, - 64685.71484375, - 64631.669921875, - 64648.302734375, - 64606.443359375, - 64613.169921875, - 64666.32421875, - 64411.564453125, - 64575.3671875, - 64396.298828125, - 64586.162109375, - 64616.490234375, - 64535.1328125, - 64560.61328125, - 64589.203125, - 64417.515625, - 64423.203125, - 64583.248046875, - 64454.90234375 + 64553.013671875, + 64586.671875, + 64584.681640625, + 64508.279296875, + 64575.150390625, + 64599.38671875, + 64593.3046875, + 64618.27734375, + 64632.154296875, + 64614.24609375, + 64538.68359375, + 64547.224609375, + 64655.86328125, + 64606.01171875, + 64689.6796875, + 64541.83984375, + 64424.31640625, + 64417.888671875, + 64331.69140625, + 64315.025390625, + 64524.517578125, + 64524.5234375, + 64384.69140625, + 64411.28515625 ], "p10": [ - 64214.90625, - 64131.556640625, - 63952.541015625, - 63923.087890625, - 63682.732421875, - 63534.478515625, - 63800.8828125, - 63393.23828125, - 63449.548828125, - 63514.73046875, - 63536.8828125, - 63329.884765625, - 63253.904296875, - 63048.525390625, - 62854.25, - 63046.642578125, - 63210.412109375, - 62852.693359375, - 62802.244140625, - 62987.03125, - 62601.16015625, - 62521.21875, - 62844.138671875, - 62027.67578125 + 64227.052734375, + 64031.59765625, + 63795.22265625, + 63843.1171875, + 63716.03125, + 63787.1796875, + 63360.59765625, + 63776.568359375, + 63413.357421875, + 63278.3671875, + 63081.244140625, + 63319.802734375, + 63097.33203125, + 63215.166015625, + 62881.8046875, + 63125.060546875, + 62980.1484375, + 62397.890625, + 62911.77734375, + 62201.8203125, + 62946.28125, + 62912.822265625, + 62486.6015625, + 62099.46875 ], "p90": [ - 64876.361328125, - 65070.607421875, - 65302.037109375, - 65272.0859375, - 65445.7109375, - 65620.640625, - 65809.74609375, - 65831.43359375, - 65813.06640625, - 65897.35546875, - 66049.8828125, - 66091.6171875, - 65778.046875, - 66099.78125, - 65813.28125, - 65912.90625, - 66131.66796875, - 66174.47265625, - 66560.84375, - 66367.796875, - 66198.08984375, - 66071.62890625, - 66492.86328125, - 66541.84765625 + 64924.189453125, + 65068.27734375, + 65404.056640625, + 65381.732421875, + 65423.14453125, + 65633.34375, + 65754.93359375, + 65809.3671875, + 66124.0859375, + 66130.6328125, + 65935.1796875, + 65861.79296875, + 65958.49609375, + 66089.46484375, + 66081.34375, + 66276.85546875, + 65940.6015625, + 66068.7734375, + 66029.5625, + 66257.078125, + 66207.0625, + 66144.8828125, + 65953.48046875, + 66032.38671875 ], "timestamps": [ "2026-06-14 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2805a2d16d21ab1a32bf23fe8d0560926d0d7731..b5b9efd646c6d9a585645a0efee23a3636825f26 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:32:58.548010+00:00", + "evaluated_at": "2026-06-19T15:06:53.867355+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,200 +302,200 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.7238046526908875, - 1.7259278297424316, - 1.732993483543396, - 1.7388218641281128, - 1.7626316547393799, - 1.766333818435669, - 1.76459801197052, - 1.7915083765983582, - 1.7938511371612549, - 1.7924844026565552, - 1.7910869717597961, - 1.8018404841423035, - 1.8081374764442444, - 1.7946242094039917, - 1.7865492701530457, - 1.8091531991958618, - 1.8083831667900085, - 1.80983304977417, - 1.7946728467941284, - 1.815674066543579, - 1.8018534779548645, - 1.8299174308776855, - 1.7847614288330078, - 1.792088508605957, - 1.779897689819336, - 1.779095709323883, - 1.785588026046753, - 1.7700031399726868, - 1.7454394102096558, - 1.7584173083305359, - 1.7458423376083374, - 1.7266326546669006, - 1.771162748336792, - 1.7712782621383667, - 1.7386870384216309, - 1.7371798753738403, - 1.7358291149139404, - 1.6903331875801086, - 1.6883684396743774, - 1.7096281051635742, - 1.6817855834960938, - 1.7099633812904358, - 1.6785004138946533, - 1.7197620868682861, - 1.6665889024734497, - 1.6219915747642517, - 1.6943954825401306, - 1.667752742767334, - 1.5848363637924194, - 1.673743486404419, - 1.6203395128250122, - 1.652139127254486, - 1.6233591437339783, - 1.6149330735206604, - 1.6342493295669556, - 1.7047123908996582, - 1.5994512438774109, - 1.5680301189422607, - 1.5662919878959656, - 1.4476101994514465 + 1.8435785174369812, + 1.85481196641922, + 1.8652420043945312, + 1.8597076535224915, + 1.8770254850387573, + 1.8733978271484375, + 1.8858325481414795, + 1.8748226165771484, + 1.889477789402008, + 1.8630369901657104, + 1.855547845363617, + 1.8760330080986023, + 1.8712501525878906, + 1.8780367374420166, + 1.903912365436554, + 1.9017360210418701, + 1.88258558511734, + 1.9046971201896667, + 1.8878620862960815, + 1.8750511407852173, + 1.8783099055290222, + 1.8598929643630981, + 1.9086384773254395, + 1.8488886952400208, + 1.7890578508377075, + 1.8338104486465454, + 1.818816065788269, + 1.8325418829917908, + 1.8037402629852295, + 1.794798731803894, + 1.8289176225662231, + 1.767768681049347, + 1.7473007440567017, + 1.7469708919525146, + 1.6753238439559937, + 1.7865209579467773, + 1.7425875663757324, + 1.7688350677490234, + 1.562451958656311, + 1.741087794303894, + 1.7375812530517578, + 1.7792867422103882, + 1.6900432109832764, + 1.6125342845916748, + 1.6557719707489014, + 1.5798062682151794, + 1.7233893871307373, + 1.608146607875824, + 1.6634368896484375, + 1.7037690877914429, + 1.574110746383667, + 1.3879306316375732, + 1.5649786591529846, + 1.442006766796112, + 1.4624618291854858, + 1.5033973455429077, + 1.4069809913635254, + 1.3117201328277588, + 1.5231695771217346, + 1.3757573366165161 ], "p10": [ - 1.6634518504142761, - 1.6498079299926758, - 1.6506672501564026, - 1.673137903213501, - 1.6612628698349, - 1.6817651987075806, - 1.6761488318443298, - 1.6752182245254517, - 1.6760815978050232, - 1.6531840562820435, - 1.6336870193481445, - 1.6541170477867126, - 1.6555945873260498, - 1.6216914057731628, - 1.6143388748168945, - 1.602712094783783, - 1.5427061915397644, - 1.5211693048477173, - 1.528220534324646, - 1.4661452770233154, - 1.382816731929779, - 1.4511792063713074, - 1.3389036059379578, - 1.3420385718345642, - 1.1840978860855103, - 1.3844045400619507, - 1.2172977924346924, - 1.1141239404678345, - 1.0640082955360413, - 0.8374708890914917, - 1.072394073009491, - 0.9166465699672699, - 1.0207569599151611, - 0.706867903470993, - 0.9409841299057007, - 0.8617290258407593, - 0.8770332336425781, - 0.7660191059112549, - 0.7200246453285217, - 0.8620157241821289, - 0.44855257868766785, - 0.5374803245067596, - 0.6712049245834351, - 0.5711340010166168, - 0.533626526594162, - 0.6722191870212555, - 0.4633445143699646, - 0.6817426085472107, - 0.4230417013168335, - 0.6606948375701904, - 0.4030168950557709, - 0.32556092739105225, - 0.44242221117019653, - 0.3357127606868744, - 0.5172917544841766, - 0.3660755455493927, - 0.1303328573703766, - 0.2819286584854126, - 0.1972481608390808, - 0.00530397891998291 + 1.807327151298523, + 1.8207725286483765, + 1.820612370967865, + 1.8002961874008179, + 1.8120667338371277, + 1.799355149269104, + 1.8116918206214905, + 1.7747211456298828, + 1.741539478302002, + 1.6544042825698853, + 1.6599127054214478, + 1.6790303587913513, + 1.5376290082931519, + 1.3932573795318604, + 1.4877275824546814, + 1.343756377696991, + 1.2375766038894653, + 1.2986369132995605, + 1.266086220741272, + 1.1365231275558472, + 1.1685352325439453, + 1.1110509037971497, + 1.0163142681121826, + 0.8633352518081665, + 0.9319485723972321, + 0.905512809753418, + 0.882439374923706, + 0.8216772973537445, + 0.616790771484375, + 0.5239897072315216, + 0.8898501992225647, + 0.3287965655326843, + 0.4608938992023468, + 0.3611832857131958, + 0.4218149483203888, + 0.2540106475353241, + 0.2563803493976593, + 0.3926222026348114, + 0.12045228481292725, + 0.4260029196739197, + 0.16559955477714539, + 0.1569252610206604, + 0.3129563629627228, + 0.3082709312438965, + 0.04231613874435425, + 0.10161146521568298, + 0.23724108934402466, + -0.024354636669158936, + 0.010018199682235718, + 0.10924884676933289, + 0.15908846259117126, + -0.2434024214744568, + -0.05431610345840454, + -0.14213544130325317, + 0.14367526769638062, + -0.19696342945098877, + -0.2526596784591675, + -0.30687713623046875, + -0.40748846530914307, + -0.4437900185585022 ], "p90": [ - 1.7720516920089722, - 1.8035268783569336, - 1.8092869520187378, - 1.8265100717544556, - 1.8519900441169739, - 1.8470183610916138, - 1.8718070983886719, - 1.914074182510376, - 1.9247048497200012, - 1.9338797330856323, - 1.9249448776245117, - 1.9263579845428467, - 1.9427025318145752, - 1.9850953817367554, - 2.0073224306106567, - 1.994208812713623, - 1.9930340647697449, - 2.0005642771720886, - 2.01408851146698, - 2.0303547382354736, - 2.096677780151367, - 2.1034719944000244, - 2.0629061460494995, - 2.0528621673583984, - 2.106984257698059, - 2.155205726623535, - 2.160216450691223, - 2.1758577823638916, - 2.0556697845458984, - 2.2101237773895264, - 2.2112042903900146, - 2.1316099166870117, - 2.227690577507019, - 2.2440409660339355, - 2.282698154449463, - 2.1550501585006714, - 2.21973979473114, - 2.2657759189605713, - 2.3342220783233643, - 2.293440818786621, - 2.517155647277832, - 2.339754104614258, - 2.3552768230438232, - 2.2047207355499268, - 2.1840888261795044, - 2.1563920974731445, - 2.2935653924942017, - 2.271754026412964, - 2.3074764013290405, - 2.3732552528381348, - 2.333857536315918, - 2.3716150522232056, - 2.41942298412323, - 2.3197423219680786, - 2.329541325569153, - 2.355198621749878, - 2.260616660118103, - 2.3671000003814697, - 2.1716630458831787, - 2.2916985750198364 + 1.8604608178138733, + 1.8874733448028564, + 1.9091535806655884, + 1.9140494465827942, + 1.9528056383132935, + 1.967391550540924, + 1.995631217956543, + 1.9857041239738464, + 2.0088050365448, + 2.0086567401885986, + 2.016175866127014, + 2.0339622497558594, + 2.042003870010376, + 2.114285945892334, + 2.1305912733078003, + 2.1715821027755737, + 2.1774193048477173, + 2.286863923072815, + 2.1471253633499146, + 2.3206520080566406, + 2.1616172790527344, + 2.218137741088867, + 2.449950695037842, + 2.337790846824646, + 2.2339773178100586, + 2.2747414112091064, + 2.5308849811553955, + 2.585506796836853, + 2.394918441772461, + 2.3333486318588257, + 2.6295645236968994, + 2.4521595239639282, + 2.3991525173187256, + 2.718214273452759, + 2.6097923517227173, + 2.482656717300415, + 2.5540798902511597, + 2.5431466102600098, + 2.4792447090148926, + 2.577711582183838, + 2.8308639526367188, + 2.7183386087417603, + 2.7776267528533936, + 2.5633376836776733, + 2.676806926727295, + 2.4958813190460205, + 2.7723569869995117, + 2.8576323986053467, + 2.7687336206436157, + 2.8509504795074463, + 2.6640830039978027, + 2.5253652334213257, + 2.5019419193267822, + 2.58111035823822, + 2.673431396484375, + 2.6553542613983154, + 2.663037896156311, + 2.7209036350250244, + 2.6247200965881348, + 2.812920570373535 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 76f07b16a43310d395b98dadbc628e31ec866b05..e99731a6722c142d7a03e75e5086570fa9a05fbf 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:33:03.803155+00:00", + "evaluated_at": "2026-06-19T15:07:03.364836+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,235 +150,233 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.3427571654319763, - 1.3591967821121216, - 1.360547661781311, - 1.3659216165542603, - 1.3846733570098877, - 1.3765546083450317, - 1.3527761101722717, - 1.373345136642456, - 1.3863351941108704, - 1.3638151288032532, - 1.401308298110962, - 1.4024000763893127, - 1.3754018545150757, - 1.3758082389831543, - 1.379430115222931, - 1.4161850810050964, - 1.4149214029312134, - 1.4220237135887146, - 1.3924033641815186, - 1.4034187197685242, - 1.3931665420532227, - 1.3947264552116394, - 1.4051337242126465, - 1.3836206197738647, - 1.4087494611740112, - 1.416617214679718, - 1.3992196321487427, - 1.3920310139656067, - 1.4043718576431274, - 1.4044612050056458, - 1.4464119672775269, - 1.4065659642219543, - 1.4042434096336365, - 1.3940023183822632, - 1.3892165422439575, - 1.4149923920631409, - 1.440489113330841, - 1.3994151949882507, - 1.4012094736099243, - 1.4252054691314697, - 1.4163585305213928, - 1.3904291987419128, - 1.403433084487915, - 1.4246827363967896, - 1.410189926624298, - 1.4428115487098694, - 1.3770138621330261, - 1.4071848392486572, - 1.4086447954177856, - 1.3866050243377686, - 1.4026758074760437, - 1.408438265323639, - 1.4373807311058044, - 1.3968982696533203, - 1.3905523419380188, - 1.3840785026550293, - 1.3964918851852417, - 1.3976441621780396, - 1.4434701204299927, - 1.423326849937439, - 1.4352532625198364, - 1.4152979254722595, - 1.3819313645362854, - 1.3809199929237366, - 1.3680816888809204, - 1.4312961101531982, - 1.4015710949897766, - 1.4056681990623474, - 1.411664366722107, - 1.4592052698135376, - 1.400263488292694, - 1.4151340126991272 + 1.3251321911811829, + 1.356829047203064, + 1.3450394868850708, + 1.3280258178710938, + 1.3194606304168701, + 1.3100496530532837, + 1.332393229007721, + 1.370875358581543, + 1.3653146028518677, + 1.3396520018577576, + 1.3345611691474915, + 1.3147274255752563, + 1.3614381551742554, + 1.3601670265197754, + 1.3537780046463013, + 1.3632639050483704, + 1.3393035531044006, + 1.3514230251312256, + 1.3086096048355103, + 1.3297595977783203, + 1.341667890548706, + 1.367540180683136, + 1.3531821370124817, + 1.3409808278083801, + 1.334033191204071, + 1.3486873507499695, + 1.3266788721084595, + 1.3348215818405151, + 1.3686652183532715, + 1.3350645303726196, + 1.348664104938507, + 1.3243367075920105, + 1.3245884776115417, + 1.3193494081497192, + 1.3830912113189697, + 1.306888222694397, + 1.403123378753662, + 1.3661857843399048, + 1.336754560470581, + 1.3331952095031738, + 1.3129690885543823, + 1.3437795639038086, + 1.3358538150787354, + 1.3618058562278748, + 1.3423272371292114, + 1.368017554283142, + 1.3580653667449951, + 1.352037250995636, + 1.36534982919693, + 1.3333151936531067, + 1.3638007044792175, + 1.3225412368774414, + 1.3198348879814148, + 1.32557612657547, + 1.340414822101593, + 1.332173764705658, + 1.37074214220047, + 1.3376463055610657, + 1.371569812297821, + 1.3140543699264526, + 1.3181267976760864, + 1.3368988633155823, + 1.3295020461082458, + 1.3404212594032288, + 1.3449459075927734, + 1.3106903433799744, + 1.2813693284988403, + 1.3258623480796814, + 1.312650203704834, + 1.3602674007415771, + 1.3277572393417358, + 1.347504436969757 ], "p10": [ - 1.2412585616111755, - 1.2188292741775513, - 1.2375443577766418, - 1.2258625030517578, - 1.1986386179924011, - 1.1961582899093628, - 1.1100616455078125, - 1.1922581195831299, - 1.1758268475532532, - 1.1335355639457703, - 1.1622223258018494, - 1.135875165462494, - 1.1037893891334534, - 1.1287733316421509, - 1.1224645972251892, - 1.1863961219787598, - 1.1450167894363403, - 1.169198453426361, - 1.0642693638801575, - 1.1068578362464905, - 1.1346744894981384, - 1.0821125507354736, - 1.1684218049049377, - 1.1176729798316956, - 1.0703797340393066, - 1.128201961517334, - 1.1540459990501404, - 1.1349046230316162, - 1.105191171169281, - 1.1330416202545166, - 1.0711324214935303, - 1.1263110637664795, - 1.1254141926765442, - 1.0496370196342468, - 1.0652006268501282, - 1.087773084640503, - 1.0670210719108582, - 1.0508655905723572, - 1.1182247400283813, - 1.1007004976272583, - 1.0681208968162537, - 1.0277222990989685, - 1.1054770350456238, - 1.0407689213752747, - 1.0552616119384766, - 1.0500504970550537, - 1.0377002954483032, - 1.0657901763916016, - 1.0272129774093628, - 0.9655947685241699, - 1.0175464153289795, - 1.0060347318649292, - 1.037891447544098, - 1.066496729850769, - 1.0290635824203491, - 1.0264203548431396, - 1.006382167339325, - 0.9995920360088348, - 1.0449402332305908, - 0.9442656338214874, - 1.059319257736206, - 1.0340188145637512, - 1.0173960328102112, - 0.9352481365203857, - 1.0196088552474976, - 1.0394178628921509, - 1.041748285293579, - 1.0059784650802612, - 0.9270949363708496, - 1.0240223407745361, - 0.9635797142982483, - 1.0174919366836548 + 1.2295306324958801, + 1.232723891735077, + 1.2167096734046936, + 1.1938623189926147, + 1.1351473331451416, + 1.1665959358215332, + 1.1366782784461975, + 1.179509162902832, + 1.1701138019561768, + 1.1404277682304382, + 1.1008259654045105, + 1.110241711139679, + 1.1104387044906616, + 1.1208509802818298, + 1.1128814220428467, + 1.1302563548088074, + 1.1415231227874756, + 1.1304097175598145, + 1.106054961681366, + 1.0895118713378906, + 1.1352626085281372, + 1.1558340787887573, + 1.0876636505126953, + 1.0979366898536682, + 1.0658870935440063, + 1.103653609752655, + 1.062517762184143, + 1.1015055775642395, + 1.0989824533462524, + 1.0492444038391113, + 1.055360734462738, + 1.0763155817985535, + 1.042163074016571, + 1.0251317024230957, + 1.0253011584281921, + 0.8089867532253265, + 1.031109869480133, + 1.0666353106498718, + 1.0234633684158325, + 1.0470564365386963, + 0.9745622873306274, + 1.0893833637237549, + 0.9886745810508728, + 0.9688258171081543, + 0.9919817447662354, + 1.0149004459381104, + 1.0401902198791504, + 1.014901876449585, + 0.9378071129322052, + 0.9543544948101044, + 1.0309566259384155, + 0.9690323770046234, + 0.9563341736793518, + 0.9795645475387573, + 1.0094242691993713, + 1.0165101289749146, + 0.9829808175563812, + 0.931986927986145, + 0.9765298664569855, + 0.9309392273426056, + 0.982327401638031, + 0.8439106643199921, + 0.9810633361339569, + 0.9603758454322815, + 0.9059974551200867, + 0.9863821566104889, + 0.9177789688110352, + 0.9519204199314117, + 0.9151813983917236, + 1.0110278129577637, + 0.9694159626960754, + 0.9127101004123688 ], "p90": [ - 1.4580757021903992, - 1.5373693704605103, - 1.5118515491485596, - 1.5415728092193604, - 1.5940468311309814, - 1.6058356761932373, - 1.5878589749336243, - 1.6165630221366882, - 1.6205278635025024, - 1.6555769443511963, - 1.5816597938537598, - 1.7127922177314758, - 1.69650799036026, - 1.6517295837402344, - 1.71865975856781, - 1.662514567375183, - 1.7930273413658142, - 1.7343157529830933, - 1.7323285341262817, - 1.6656572222709656, - 1.7084019780158997, - 1.7721442580223083, - 1.728821337223053, - 1.6730289459228516, - 1.7366328835487366, - 1.7403202056884766, - 1.7424880862236023, - 1.70496666431427, - 1.798751175403595, - 1.7290247082710266, - 1.8641077876091003, - 1.7510163187980652, - 1.7667965292930603, - 1.7552947998046875, - 1.7006484270095825, - 1.833926260471344, - 1.8780543208122253, - 1.7340905666351318, - 1.895581841468811, - 1.8740514516830444, - 1.898476243019104, - 1.9354887008666992, - 1.8121097087860107, - 1.934133529663086, - 1.7859814763069153, - 1.9162031412124634, - 1.8216546773910522, - 1.7525497674942017, - 1.9354887008666992, - 1.8085269331932068, - 1.8424356579780579, - 1.9544599652290344, - 1.9328938126564026, - 1.87032151222229, - 1.8766626119613647, - 2.058484196662903, - 1.7931450605392456, - 1.8225359320640564, - 2.0190787315368652, - 1.9193183183670044, - 2.0320510864257812, - 1.9279711842536926, - 1.9155423045158386, - 1.9534814357757568, - 1.844278335571289, - 1.9593040347099304, - 1.9030040502548218, - 2.0801029205322266, - 1.9344727993011475, - 1.9643991589546204, - 1.8756864070892334, - 1.9973368048667908 + 1.4218136668205261, + 1.5093904733657837, + 1.46949964761734, + 1.4553892612457275, + 1.5188927054405212, + 1.5287556052207947, + 1.5796687602996826, + 1.5537217855453491, + 1.5872800946235657, + 1.564495861530304, + 1.5605126023292542, + 1.5717403888702393, + 1.5944797992706299, + 1.6381362080574036, + 1.6281745433807373, + 1.6409760117530823, + 1.6648352146148682, + 1.6214510202407837, + 1.5986782312393188, + 1.6315144896507263, + 1.7629395127296448, + 1.7437139749526978, + 1.6910805702209473, + 1.706881582736969, + 1.6847591400146484, + 1.6107932329177856, + 1.6672298908233643, + 1.6919639706611633, + 1.8174254894256592, + 1.787600040435791, + 1.7364110946655273, + 1.696893572807312, + 1.7536271810531616, + 1.668522298336029, + 1.804773211479187, + 1.6223042011260986, + 1.8634652495384216, + 1.8265679478645325, + 1.7639790177345276, + 1.8059003949165344, + 1.7645061612129211, + 1.8388327360153198, + 1.814742624759674, + 1.751711666584015, + 1.8032808303833008, + 1.7869048118591309, + 1.839923620223999, + 1.7408249974250793, + 1.8409965634346008, + 1.7878892421722412, + 1.7478561997413635, + 1.7402766346931458, + 1.816487729549408, + 1.8401880264282227, + 1.7867323160171509, + 1.8787586688995361, + 1.8032808303833008, + 1.8798297047615051, + 1.8545620441436768, + 1.7046388983726501, + 1.799835205078125, + 1.8101387023925781, + 1.8596396446228027, + 1.8981550335884094, + 1.8156628012657166, + 1.7672111988067627, + 1.934420108795166, + 1.8274725675582886, + 1.8032808303833008, + 1.8788487911224365, + 1.9141205549240112, + 1.9479703307151794 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9073bcfa492d7026a075b7f001ab6faf80ae2993..865f2f8b62c45d67e5597e80d017f456d62aab94 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,225 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T03:21:31.736090+00:00", + "evaluated_at": "2026-06-19T15:07:13.138014+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0 + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 19.36421775817871, - 19.330533981323242, - 19.38921546936035, - 19.396690368652344, - 19.286027908325195, - 19.427228927612305, - 19.445286750793457, - 19.336763381958008, - 19.399974822998047, - 19.40165901184082, - 19.505763053894043, - 19.50497341156006, - 19.640241622924805, - 19.56164264678955, - 19.50515842437744, - 19.565529823303223, - 19.503138542175293, - 19.66704750061035, - 19.484132766723633, - 19.674962997436523, - 19.516029357910156, - 19.532529830932617, - 19.607417106628418, - 19.65219020843506 + 15.999862670898438, + 16.000024795532227, + 15.999936580657959, + 16.000024795532227, + 16.00005340576172, + 15.999967098236084, + 15.999864101409912, + 15.999883651733398, + 15.999912738800049, + 16.00013542175293, + 15.999868392944336, + 16.000080108642578, + 15.999927520751953, + 15.999885559082031, + 15.999885082244873, + 16.000012397766113, + 15.99989938735962, + 15.99995756149292, + 15.999982357025146, + 15.999988079071045, + 15.999920845031738, + 15.999906063079834, + 15.999766826629639, + 15.999853610992432 ], "p10": [ - 18.759130477905273, - 18.607264518737793, - 18.445204734802246, - 18.5204496383667, - 18.103894233703613, - 18.454360961914062, - 18.35707664489746, - 18.165014266967773, - 18.164128303527832, - 18.379243850708008, - 18.272855758666992, - 18.230462074279785, - 18.25883388519287, - 18.14085578918457, - 18.059256553649902, - 18.05426025390625, - 17.98886013031006, - 18.176151275634766, - 17.34158992767334, - 17.446720123291016, - 17.95742702484131, - 18.02742862701416, - 17.700075149536133, - 18.27900505065918 + 15.999344825744629, + 15.999432563781738, + 15.999454021453857, + 15.999567985534668, + 15.99956464767456, + 15.999517917633057, + 15.9994535446167, + 15.99946403503418, + 15.99943733215332, + 15.999638557434082, + 15.999297142028809, + 15.999608039855957, + 15.9994215965271, + 15.99947214126587, + 15.999301433563232, + 15.999464988708496, + 15.999311923980713, + 15.9993257522583, + 15.999399185180664, + 15.999461650848389, + 15.999518394470215, + 15.999420166015625, + 15.999268531799316, + 15.99932050704956 ], "p90": [ - 19.90455913543701, - 20.021814346313477, - 20.50618267059326, - 20.557929039001465, - 20.50044822692871, - 20.468876838684082, - 21.0086030960083, - 20.861165046691895, - 20.735986709594727, - 20.994794845581055, - 21.150246620178223, - 21.04434299468994, - 21.01978874206543, - 21.066635131835938, - 21.01845645904541, - 21.07485008239746, - 21.021183967590332, - 21.386609077453613, - 21.338135719299316, - 21.32701015472412, - 21.148231506347656, - 21.185132026672363, - 21.01597023010254, - 21.5715389251709 + 16.075936317443848, + 16.003167152404785, + 16.00253963470459, + 16.30767250061035, + 16.329145431518555, + 16.345059394836426, + 16.001325607299805, + 16.001501083374023, + 16.00099277496338, + 16.001708030700684, + 16.157033920288086, + 16.001748085021973, + 16.2936954498291, + 16.396016120910645, + 16.382678031921387, + 16.34641933441162, + 16.496423721313477, + 16.423850059509277, + 16.415099143981934, + 16.210841178894043, + 16.217188835144043, + 16.405176162719727, + 16.24487018585205, + 16.349907875061035 ], "timestamps": [ - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +315,18 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 5cb66c2ad14a0f7ecab5bbd8d67d3a9d59541038..3fc28749c2547cebebd0e52fba46f4aae7f1cef6 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T03:21:37.197062+00:00", + "evaluated_at": "2026-06-19T15:07:24.677400+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,101 +353,101 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 26.497544288635254, - 26.338622093200684, - 25.654373168945312, - 26.280842781066895, - 25.543140411376953, - 26.030105590820312, - 27.797144889831543, - 32.51995277404785, - 39.79232597351074, - 47.00337600708008, - 50.37309265136719, - 50.868587493896484, - 49.155357360839844, - 48.64643669128418, - 47.18623733520508, - 40.34223175048828, - 38.951581954956055, - 36.69204139709473, - 33.614614486694336, - 29.215258598327637, - 27.342631340026855, - 27.890910148620605, - 26.6203670501709, - 24.363722801208496 + 37.70072364807129, + 36.495168685913086, + 36.2098388671875, + 34.98013114929199, + 32.42685508728027, + 30.082999229431152, + 29.424023628234863, + 27.838241577148438, + 27.256239891052246, + 26.4250545501709, + 25.14244270324707, + 23.750100135803223, + 24.00952434539795, + 23.997421264648438, + 22.213699340820312, + 22.387901306152344, + 21.41258144378662, + 22.3606595993042, + 23.46717643737793, + 24.292614936828613, + 27.537691116333008, + 29.531020164489746, + 32.300086975097656, + 36.88254737854004 ], "p10": [ - 23.071866989135742, - 21.7106990814209, - 20.076470375061035, - 20.48660945892334, - 18.005468368530273, - 18.715957641601562, - 20.29632568359375, - 21.577719688415527, - 24.893309593200684, - 29.4996976852417, - 29.839879989624023, - 30.180415153503418, - 28.241415977478027, - 24.16519546508789, - 23.36708164215088, - 19.958755493164062, - 20.723021507263184, - 20.91561222076416, - 17.102877616882324, - 16.585052490234375, - 16.06229019165039, - 16.149614334106445, - 15.251899719238281, - 13.993374824523926 + 32.20939064025879, + 28.56206512451172, + 26.213109970092773, + 22.53855037689209, + 20.42294216156006, + 19.70164203643799, + 19.032702445983887, + 17.026667594909668, + 15.156708717346191, + 16.675212860107422, + 15.420695781707764, + 14.545265197753906, + 16.017930030822754, + 15.058454036712646, + 14.867491722106934, + 15.048563003540039, + 13.87896728515625, + 15.051625728607178, + 13.938023090362549, + 16.067501544952393, + 16.33065128326416, + 19.62752342224121, + 20.247135162353516, + 19.192325592041016 ], "p90": [ - 29.900379180908203, - 31.0920352935791, - 32.03794479370117, - 33.46485710144043, - 32.84128189086914, - 34.531538009643555, - 36.07638359069824, - 44.276689529418945, - 58.25889778137207, - 66.01280975341797, - 72.9328842163086, - 73.2325439453125, - 71.97881317138672, - 72.47989273071289, - 79.99124145507812, - 66.0570182800293, - 66.50159454345703, - 71.6085090637207, - 64.8602180480957, - 56.46931076049805, - 48.653770446777344, - 42.206674575805664, - 44.547035217285156, - 42.41767883300781 + 45.74384117126465, + 48.712196350097656, + 50.50802993774414, + 46.63699150085449, + 48.39126014709473, + 46.21426582336426, + 46.499290466308594, + 40.85589027404785, + 42.61402130126953, + 39.457733154296875, + 36.22189140319824, + 35.653310775756836, + 36.89103317260742, + 34.97589874267578, + 30.612302780151367, + 32.364187240600586, + 33.03372383117676, + 32.587921142578125, + 36.78799629211426, + 40.95394325256348, + 44.94602966308594, + 49.69608688354492, + 56.70998764038086, + 60.77568817138672 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 9db2868546a9be12caaa257bb0807228b7f64436..9a9e74111fbab682eab009e1c80e5000803d62fd 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T03:21:42.864752+00:00", + "evaluated_at": "2026-06-19T15:07:31.788901+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,101 +353,101 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 ], "p50": [ - 29.493788719177246, - 29.838974952697754, - 29.604961395263672, - 29.39747428894043, - 28.38148307800293, - 27.72165584564209, - 26.606752395629883, - 25.938637733459473, - 25.246915817260742, - 24.49625301361084, - 24.00895881652832, - 23.485541343688965, - 23.34670925140381, - 23.313794136047363, - 23.017688751220703, - 22.843292236328125, - 22.690765380859375, - 22.87100887298584, - 23.462491035461426, - 24.361367225646973, - 25.748270988464355, - 27.376131057739258, - 27.91009521484375, - 28.862804412841797 + 23.318572998046875, + 23.083930015563965, + 23.160237312316895, + 23.18955898284912, + 22.97840690612793, + 22.50192356109619, + 22.573810577392578, + 23.19930648803711, + 24.55734157562256, + 25.74124050140381, + 26.719200134277344, + 27.84272575378418, + 28.41281223297119, + 28.939589500427246, + 28.530070304870605, + 28.5516939163208, + 28.12229061126709, + 27.58643913269043, + 26.960806846618652, + 25.910832405090332, + 24.931273460388184, + 24.504955291748047, + 24.362019538879395, + 24.067733764648438 ], "p10": [ - 28.43267822265625, - 28.35623073577881, - 28.014674186706543, - 27.87403678894043, - 26.586271286010742, - 25.756982803344727, - 24.933095932006836, - 24.248323440551758, - 23.466177940368652, - 23.040058135986328, - 22.349801063537598, - 21.82163143157959, - 21.483580589294434, - 21.582168579101562, - 20.85205841064453, - 21.182751655578613, - 20.635640144348145, - 20.9039945602417, - 21.40596294403076, - 22.474475860595703, - 23.493350982666016, - 24.897915840148926, - 25.558405876159668, - 26.416499137878418 + 22.94329071044922, + 22.6125431060791, + 22.5916690826416, + 22.42014503479004, + 22.22985553741455, + 21.651841163635254, + 21.544299125671387, + 22.025036811828613, + 23.174710273742676, + 24.086237907409668, + 24.743374824523926, + 25.29934310913086, + 26.168607711791992, + 26.361942291259766, + 26.246978759765625, + 25.725465774536133, + 25.780579566955566, + 25.188365936279297, + 24.14052963256836, + 23.621685028076172, + 22.857972145080566, + 22.343520164489746, + 22.196887016296387, + 22.09334373474121 ], "p90": [ - 31.127918243408203, - 32.40069580078125, - 31.9168643951416, - 31.932552337646484, - 30.820591926574707, - 29.61924457550049, - 28.750632286071777, - 27.9419584274292, - 27.210680961608887, - 26.441763877868652, - 25.803823471069336, - 25.278510093688965, - 25.202595710754395, - 24.832329750061035, - 24.656245231628418, - 24.512869834899902, - 24.885658264160156, - 24.97501277923584, - 25.564515113830566, - 26.493751525878906, - 27.971213340759277, - 30.20256805419922, - 30.86359691619873, - 31.885090827941895 + 23.662147521972656, + 23.53192138671875, + 23.797354698181152, + 23.955029487609863, + 23.897850036621094, + 23.346596717834473, + 23.550893783569336, + 24.435051918029785, + 26.494747161865234, + 27.50522804260254, + 28.578248977661133, + 30.360783576965332, + 31.00410747528076, + 31.661495208740234, + 31.19547939300537, + 30.980863571166992, + 30.844663619995117, + 30.769396781921387, + 30.159924507141113, + 28.65240478515625, + 27.414172172546387, + 26.80963706970215, + 26.488638877868652, + 26.34849452972412 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index eeb13b0d6e7a6779b47c85bc25f8483c63dc334c..29d9cf0e2b04aba7d746a6bb6798b4ac3df8bdd3 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:16:25.088510+00:00", + "evaluated_at": "2026-06-19T15:07:41.333700+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 2500.0 ], "p50": [ - 2550.759765625, - 2550.32958984375, - 2550.7049560546875, - 2551.3812255859375, - 2550.619384765625, - 2550.9559326171875, - 2551.0897216796875, - 2550.45166015625, - 2551.5902099609375, - 2551.2413330078125, - 2551.737548828125, - 2551.9207763671875, - 2552.0367431640625, - 2552.40625, - 2552.3173828125, - 2551.827392578125, - 2551.760009765625, - 2551.890380859375, - 2552.92529296875, - 2552.490478515625, - 2552.53564453125, - 2553.20068359375, - 2552.071044921875, - 2552.4031982421875 + 2550.6781005859375, + 2550.399658203125, + 2550.8623046875, + 2551.2830810546875, + 2550.72509765625, + 2550.653076171875, + 2550.612548828125, + 2550.3565673828125, + 2551.47509765625, + 2550.842041015625, + 2551.856689453125, + 2552.2142333984375, + 2551.71875, + 2551.803955078125, + 2552.035888671875, + 2551.5244140625, + 2551.9482421875, + 2552.3204345703125, + 2553.35498046875, + 2553.37744140625, + 2552.42529296875, + 2552.3653564453125, + 2552.5743408203125, + 2552.1314697265625 ], "p10": [ - 2548.656982421875, - 2547.7177734375, - 2548.02587890625, - 2548.052001953125, - 2547.589111328125, - 2547.0498046875, - 2547.223876953125, - 2546.6746826171875, - 2547.356689453125, - 2546.2462158203125, - 2546.531982421875, - 2545.8863525390625, - 2545.6114501953125, - 2545.6441650390625, - 2546.2303466796875, - 2545.982666015625, - 2545.9544677734375, - 2546.2095947265625, - 2545.4166259765625, - 2545.0545654296875, - 2544.0491943359375, - 2544.712890625, - 2543.509521484375, - 2543.9053955078125 + 2548.8363037109375, + 2548.19091796875, + 2548.189697265625, + 2548.382568359375, + 2546.7596435546875, + 2548.075927734375, + 2546.5162353515625, + 2546.108642578125, + 2546.5882568359375, + 2546.9945068359375, + 2546.76171875, + 2545.935302734375, + 2546.462890625, + 2546.1488037109375, + 2546.1043701171875, + 2545.5753173828125, + 2547.0321044921875, + 2545.8017578125, + 2545.62939453125, + 2545.928955078125, + 2544.7093505859375, + 2543.5244140625, + 2544.617431640625, + 2542.9688720703125 ], "p90": [ - 2553.107421875, - 2553.9154052734375, - 2556.9852294921875, - 2558.6558837890625, - 2555.7371826171875, - 2558.7525634765625, - 2556.321044921875, - 2555.4688720703125, - 2559.5098876953125, - 2560.1839599609375, - 2616.3253173828125, - 2616.361328125, - 2608.7197265625, - 2606.32763671875, - 2617.842041015625, - 2603.645751953125, - 2631.6900634765625, - 2632.04736328125, - 2627.372314453125, - 2630.5078125, - 2617.5145263671875, - 2665.3248291015625, - 2624.2305908203125, - 2642.87841796875 + 2553.4498291015625, + 2553.004150390625, + 2554.401611328125, + 2555.428466796875, + 2565.1849365234375, + 2554.825439453125, + 2556.2515869140625, + 2556.7047119140625, + 2563.121826171875, + 2571.21630859375, + 2563.9384765625, + 2604.859619140625, + 2590.6832275390625, + 2630.313720703125, + 2609.395751953125, + 2612.1346435546875, + 2566.6051025390625, + 2627.592041015625, + 2661.744140625, + 2657.0147705078125, + 2621.8194580078125, + 2630.2052001953125, + 2636.615478515625, + 2623.82470703125 ], "timestamps": [ "2026-06-19 03:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index dff2f0549c2e7319831ce786a00542bdca6e6ec3..abb6c2e75291c1cab354faaad29a0644d0c53735 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,47 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T14:42:31.081117+00:00", + "evaluated_at": "2026-06-19T15:07:46.306727+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 82e8db5f44c26c76006d90fbb0290251bc2b1ece..72eb62efb946ac37961638fc6e917b643b832cf2 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,2976970.8600683515,2900099.972834121,1541.2992281729748,1.4010838190334534,0.024334418604790225,0.023976029527836635,38.79174977163109,1725.3900602670549,0.02709122326440491,0.024200719865759574,0.02325250139544322,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,2.8577144586811323,2.8984197814294816,1.5162396095483064,0.8690967662654628,0.06401851784150171,0.06487387899828524,4.763387027254713,1.6904775830164482,0.07238958145115224,0.0649283680644894,0.05494838497429076,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.2240349410411432,0.2238007491718667,0.4174489235189392,0.5050650968458376,0.39328329035363413,0.30905612390658427,17.462083579013044,0.4733232944205717,0.31614250381296377,0.2788228457187211,0.2707412527008391,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.012707738156335725,0.012893522210695868,0.09660495633696334,0.5415731696411611,0.06963072094183234,0.06799719939211085,5.524044808673195,0.11272860398468405,0.0794174141806259,0.06805828829705257,0.055920863276509705,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,2.5714547826799143,2.641547089316905,1.5085526633680917,1.9326653076155866,0.0852953387484311,0.08121506772821113,23.788203817399296,1.6035756242472365,0.08935642881624555,0.08406144159436628,0.07856797939333784,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,112.82828859724812,108.47139720429514,9.00460174765753,0.7540287766458498,0.371794339712455,0.29048799201288306,11.147577300529335,10.622066117156686,0.3638732453545313,0.3084648151222666,0.27917783286034314,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.6973809320049114,3.5822022850455717,1.7117040620316721,0.8378595025075736,0.06664474350392564,0.06638104817892915,8.507794133451965,1.922857491340664,0.07486790714527283,0.06664648906821638,0.056991976288172194,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.3482504980896224,0.3495321026158552,0.47731667011976237,0.5866724756863423,0.6756976227266059,0.3845072700583263,20.619489247819224,0.590127526971605,0.42792841607147786,0.34612411262538884,0.3368028478752418,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.014778841630039626,0.014762734064350183,0.09814816327006727,0.5187830426953419,0.07154187656678407,0.06981477360677887,5.507662697933592,0.12156825913880492,0.08598148380732762,0.0694171716425485,0.05847014112658517,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,0.3943920090406881,0.38404998182996625,0.409557797546275,1.2876924455192418,0.024162756916408467,0.0248475946767599,38.8313269750096,0.6280063765923783,0.03827362495029055,0.024960354103104175,0.024580399197783095,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,147.05276349298265,142.98485498859182,10.25234287030266,0.9323570894202341,0.4409136779601966,0.33086764575122324,18.76283051638781,12.12653138753958,0.43052774156945256,0.36398850427110035,0.3363678367759588,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,4.608909059063599,4.80948625201868,1.7787685299394138,0.9123388735711008,0.0659688009807241,0.06781457171136919,9.918984029773176,2.146836989401757,0.08199250596482721,0.06793514832336946,0.056713358117209234,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.12949228687136,37.00288662943573,5.38878493013972,0.959190395476044,0.7942059153698375,0.4926396849978632,4.279356918482947,5.84204521438095,0.6259334158265303,0.5773698139435414,0.41700702761144376,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2174.292974762251,2237.2648314866365,42.71929824561433,0.6950936663693179,0.01708259517257207,0.016905500790475182,27.803746654772713,46.62931454313103,0.018574332764068793,0.01701681589866795,0.01701681589866795,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3197.6763016482378,2817.5812890455422,41.356732348111656,0.8779979781077876,0.19236769295660214,0.16779456410206287,10.519354079162806,56.54799997920561,0.2236361581098527,0.163557698551854,0.13571534226609228,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 019e30cdd3734bfabc394e72c7901b9e259a0935..88bda4fc9c5503e03b57f81db4d7faac5b23ed8a 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:42:57.062970+00:00", + "evaluated_at": "2026-06-19T15:10:39.698708+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1c3c8bba6568a1313049c742a7b016eaed25ca65..d966bdb447ecccab2880c4738f0a6674f51ddb65 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:34:31.958578+00:00", + "evaluated_at": "2026-06-19T15:10:39.707039+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,200 +302,200 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.4648477806497984, - 1.465847767775195, - 1.4703477694441252, - 1.4703477694441252, - 1.4658477379728727, - 1.4693477227140836, - 1.4713478161741667, - 1.4663478134919576, - 1.4713478161741667, - 1.4693477972198896, - 1.4623478724409513, - 1.4753477646757536, - 1.4683477951933317, - 1.4703477694441252, - 1.47034782904877, - 1.4718477799345426, - 1.4718477799345426, - 1.4693477227140836, - 1.4678477643777303, - 1.4698477833320074, - 1.4713478161741667, - 1.4643477870871, - 1.4688477589537077, - 1.4693477227140836, - 1.4663477538873129, - 1.4663477911402159, - 1.4643477870871, - 1.4633477999617033, - 1.4663477985907964, - 1.4648477955509596, - 1.4668477996040754, - 1.466347806041377, - 1.4633477999617033, - 1.4668477474500112, - 1.4673477484632902, - 1.4718477799345426, - 1.4653478338171415, - 1.4653477742124967, - 1.4693477227140836, - 1.4693477599669866, - 1.4698477460791044, - 1.4663477017332487, - 1.462347805385726, - 1.4713478161741667, - 1.4698477833320074, - 1.466347806041377, - 1.4693477599669866, - 1.4693477599669866, - 1.4708478524137907, - 1.4713478161741667, - 1.4683477579404287, - 1.4698477833320074, - 1.4718477799345426, - 1.4653478338171415, - 1.4673477931667738, - 1.4663477911402159, - 1.4723477436949186, - 1.4663477464367323, - 1.4718477799345426, - 1.4698477833320074 + 1.583517599575523, + 1.587017509810928, + 1.5905175467062032, + 1.5790175830054318, + 1.576517577939037, + 1.5800176148343121, + 1.592017624251846, + 1.5810175498056447, + 1.5785175894427335, + 1.5790175830054318, + 1.59151766049147, + 1.5795175765681302, + 1.583517525069717, + 1.5805175040888821, + 1.579517636172775, + 1.5795175765681302, + 1.5885175203013455, + 1.5895175372290646, + 1.5855176185298, + 1.5855176185298, + 1.583517525069717, + 1.586017582290176, + 1.583517599575523, + 1.5770176385569608, + 1.5855176185298, + 1.591017570071224, + 1.5770176087546384, + 1.583017598562244, + 1.5810176019597089, + 1.5805175040888821, + 1.5855176185298, + 1.5805175040888821, + 1.5805175487923657, + 1.5855176185298, + 1.5845175717997586, + 1.5830175613093411, + 1.5830175613093411, + 1.5845175717997586, + 1.5800176222848927, + 1.584517601602081, + 1.5775176023173367, + 1.5880175267386472, + 1.5855175589251553, + 1.5795175765681302, + 1.5810176019597089, + 1.5915176008868253, + 1.592017624251846, + 1.592017624251846, + 1.5775176023173367, + 1.5765176449942624, + 1.584517601602081, + 1.586017582290176, + 1.5785175894427335, + 1.5805175040888821, + 1.5840175856876408, + 1.5805175487923657, + 1.591017570071224, + 1.5825175975489651, + 1.586517546050552, + 1.5885175799059903 ], "p10": [ - 1.4223477938932054, - 1.4223477913786344, - 1.4273477866102628, - 1.4253478123594694, - 1.4223477941726022, - 1.4273478164125852, - 1.4213477744509153, - 1.4223477938932054, - 1.4223477913786344, - 1.4282477780033522, - 1.420347817127841, - 1.4272477819372587, - 1.421347771470683, - 1.4223477938932054, - 1.4223477913786344, - 1.4223477913786344, - 1.421147753183978, - 1.4282477780033522, - 1.4222477896858625, - 1.4223477913786344, - 1.4232478334356717, - 1.4223477913786344, - 1.4223477913786344, - 1.4202478184153013, - 1.4223477913786344, - 1.4223477913786344, - 1.4242477728773526, - 1.4223477913786344, - 1.4232478337150685, - 1.4273477866102628, - 1.4243477656294279, - 1.4252478076864652, - 1.420347817127841, - 1.4223477913786344, - 1.4322477831293516, - 1.4271477891851836, - 1.4232478337150685, - 1.4223477938932054, - 1.4242477728773526, - 1.4223477938932054, - 1.4223477913786344, - 1.4232478334356717, - 1.4223477913786344, - 1.4252478076864652, - 1.4242477728773526, - 1.4223477913786344, - 1.4212477518965176, - 1.4223477938932054, - 1.4241477684837454, - 1.4243477656294279, - 1.4280477775980405, - 1.4272477819372587, - 1.4223477913786344, - 1.4212477518965176, - 1.4243477656294279, - 1.4241477682043486, - 1.4272477819372587, - 1.4222477896858625, - 1.4223477941726022, - 1.4271477891851836 + 1.5365175937342679, + 1.5385175679850613, + 1.5415175889658963, + 1.535417554252151, + 1.5324175332713161, + 1.5385175679850613, + 1.5385175679850613, + 1.5365175937342679, + 1.5365175962488389, + 1.5365175937342679, + 1.5374176357913052, + 1.5365175937342679, + 1.5395176147151028, + 1.5345176194834744, + 1.5365175937342679, + 1.540117547385696, + 1.5415175889658963, + 1.5415176157879864, + 1.5393176172900236, + 1.5365175965282356, + 1.5365175937342679, + 1.536417592041496, + 1.5413176183629071, + 1.5324175332713161, + 1.5355175470042264, + 1.5404175494837795, + 1.536417592041496, + 1.5365175937342679, + 1.5365175937342679, + 1.5354175810742414, + 1.5365175962488389, + 1.5365175937342679, + 1.5424175803589857, + 1.538417575232986, + 1.5392176128964161, + 1.5365175937342679, + 1.5374176357913052, + 1.5365175937342679, + 1.5364175890612637, + 1.5365175937342679, + 1.5335176263976131, + 1.542517576091293, + 1.541317591540817, + 1.538317570559982, + 1.5344176207709348, + 1.5364175890612637, + 1.5385175679850613, + 1.5457175959873235, + 1.5365175965282356, + 1.5395176147151028, + 1.5374176357913052, + 1.5452175949740445, + 1.5375176404643094, + 1.5344176207709348, + 1.541217613689903, + 1.5365175937342679, + 1.5365175962488389, + 1.5365175937342679, + 1.538417575232986, + 1.5365175937342679 ], "p90": [ - 1.5003477408338957, - 1.5053477688480787, - 1.503447793309825, - 1.5044478012968474, - 1.5003477408338957, - 1.5043478085447721, - 1.5053477956701689, - 1.5044478012968474, - 1.503447793309825, - 1.5005478533704453, - 1.5023477150846891, - 1.5023477229077988, - 1.5053477688480787, - 1.5043478085447721, - 1.5024477931459121, - 1.499447817986148, - 1.504347754900592, - 1.5044478072573118, - 1.4993478133131437, - 1.5043478085447721, - 1.502547718470233, - 1.5004477455068999, - 1.5024477931459121, - 1.502447803204196, - 1.497547729199069, - 1.5023477933157854, - 1.5003477408338957, - 1.499547810738223, - 1.5003478600431852, - 1.500547738258975, - 1.504347754900592, - 1.502447803204196, - 1.5023477240253857, - 1.5004478527952605, - 1.5003477527548246, - 1.5044478012968474, - 1.5043478085447721, - 1.5013477875639372, - 1.5005478544880324, - 1.5023477944333725, - 1.503347791617053, - 1.5005478533704453, - 1.4993478133131437, - 1.502547794838684, - 1.5024477931459121, - 1.5043478085447721, - 1.5053477956701689, - 1.502447803204196, - 1.503447793309825, - 1.504347754900592, - 1.503347791617053, - 1.5053477390457564, - 1.503447793309825, - 1.5023477150846891, - 1.502447803204196, - 1.5043477489401273, - 1.5053477688480787, - 1.5025478048969678, - 1.5043478085447721, - 1.5063477827955656 + 1.618617606632713, + 1.6185175572562254, + 1.6165175174403226, + 1.6145175431895291, + 1.6155175899195706, + 1.6185176109004056, + 1.614617655150894, + 1.6145175431895291, + 1.613517588846687, + 1.615617582671646, + 1.6195175980258023, + 1.614517555110458, + 1.616517596789006, + 1.6147176557260787, + 1.6166176055598294, + 1.6145176623988187, + 1.6165175263810192, + 1.619617596738342, + 1.6136176084208524, + 1.6166176055598294, + 1.6155175899195706, + 1.6195175980258023, + 1.6186176096129452, + 1.615617582671646, + 1.6185176109004056, + 1.618617606632713, + 1.61951756822348, + 1.6165175174403226, + 1.616517596789006, + 1.6145175431895291, + 1.6185176109004056, + 1.614617655150894, + 1.619517544381622, + 1.6195175414013898, + 1.6165175174403226, + 1.6166176055598294, + 1.6185175512957608, + 1.6165175263810192, + 1.6185175572562254, + 1.6185176109004056, + 1.613517588846687, + 1.618617606632713, + 1.616717601292137, + 1.6165175252634323, + 1.6165175263810192, + 1.6185176109004056, + 1.6185176109004056, + 1.614617655150894, + 1.6138176147866283, + 1.6166175955015456, + 1.6195175980258023, + 1.6176175956654584, + 1.6185176109004056, + 1.6146175478625333, + 1.6145175431895291, + 1.6176175956654584, + 1.618617606632713, + 1.6136176084208524, + 1.6185176109004056, + 1.61951756822348 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 38c819d88bc35860d84532b347e5177801745cf3..eaa37f971587ec1c82d2df8a2da6d81b2037a45f 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:34:31.969450+00:00", + "evaluated_at": "2026-06-19T15:10:39.718609+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,235 +150,233 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195, - 1.4472222096390195 + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684 ], "p10": [ - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.337222195333905, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.2472222811645932, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.337222195333905, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616, - 1.3472221857971616 + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.3191666354735694, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.2291667213042576, + 1.3191666354735694, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.2291667213042576, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.3191666354735694, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826 ], "p90": [ - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.6472222573227353, - 1.6472222573227353, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353, - 1.6472222573227353, - 1.5472222334808774, - 1.5572222358650627, - 1.5572222358650627, - 1.6472222573227353, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353, - 1.6472222573227353, - 1.5472222334808774, - 1.5472222334808774, - 1.5472222334808774, - 1.6472222573227353 + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5391666760047271, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5391666760047271 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index dc15acc4b587e4176d0c90251f41177d0180d10d..bc88e33fd0941570e2d531e46291f35dd4e0f746 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,224 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T12:53:49.440179+00:00", + "evaluated_at": "2026-06-19T15:10:39.727965+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, 17.0, - 18.0, 17.0, 17.0, 17.0, 17.0 ], "p50": [ - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771, - 19.45438594901771 + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071 ], "p10": [ - 18.45438594901771, - 18.45438594901771, - 18.45438594901771, - 19.054386330487436, - 19.14438667381019, - 18.45438594901771, - 18.45438594901771, - 18.45438594901771, - 19.054386330487436, - 19.14438667381019, - 19.054386330487436, - 18.994386292340465, - 19.154386711957162, - 19.054386330487436, - 19.054386330487436, - 19.354385567547983, - 19.054386330487436, - 19.054386330487436, - 18.994386292340465, - 18.45438594901771, - 19.054386330487436, - 18.45438594901771, - 19.054386330487436, - 19.054386330487436 + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 16.01469299835071, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.714693761290164 ], "p90": [ - 19.854385567547983, - 19.45438594901771, - 19.754385186078256, - 19.914385605694953, - 20.45438594901771, - 19.854385567547983, - 19.754385186078256, - 19.754385186078256, - 19.754385186078256, - 19.854385567547983, - 19.754385186078256, - 19.854385567547983, - 19.754385186078256, - 19.754385186078256, - 19.854385567547983, - 19.854385567547983, - 19.914385605694953, - 19.76438522422523, - 19.914385605694953, - 19.554386330487436, - 19.854385567547983, - 19.754385186078256, - 19.854385567547983, - 19.76438522422523 + 16.01469299835071, + 16.114693379820437, + 16.114693379820437, + 16.01469299835071, + 16.01469299835071, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.01469299835071, + 16.114693379820437, + 16.024693036497684, + 16.024693036497684, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.024693036497684, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437 ], "timestamps": [ - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +316,17 @@ "2026-06-23 14:00:00", "2026-06-23 15:00:00", "2026-06-23 16:00:00", - "2026-06-23 17:00:00" + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ac6b2d9b85df91af47a5466a3a25842415adc444..bb1baa500b5978ac0964519bfc1f384cebea76b0 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T12:53:49.471349+00:00", + "evaluated_at": "2026-06-19T15:10:39.736232+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,101 +353,101 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 36.93669190786371, - 36.736691621761416, - 36.88669028661737, - 36.93669238470087, - 36.93669238470087, - 37.53669085882196, - 36.736691621761416, - 36.93669238470087, - 36.93669190786371, - 36.93669238470087, - 37.236691621761416, - 37.18669143102655, - 37.13669124029169, - 36.83669009588251, - 36.636692193966006, - 37.28669181249628, - 36.736691621761416, - 36.83669009588251, - 37.13669124029169, - 36.936690954189395, - 37.03669228933344, - 36.63669124029169, - 36.886692193966006, - 36.88669028661737 + 38.37301029992934, + 38.173010490664204, + 37.823011062868794, + 38.02301087213393, + 38.37301029992934, + 38.0230089647853, + 38.07300963235732, + 37.97300972772475, + 38.273009918459614, + 38.07300963235732, + 38.67300953698989, + 38.07300963235732, + 38.12301029992934, + 37.92300953698989, + 38.073011062868794, + 38.37301029992934, + 38.0230089647853, + 38.22301068139907, + 37.77301087213393, + 37.973008774050435, + 38.07300963235732, + 37.87301029992934, + 37.87301029992934, + 38.073011062868794 ], "p10": [ - 33.03669085882196, - 33.53669133565912, - 33.03669085882196, - 33.506691793422796, - 33.236691621761416, - 34.736691621761416, - 33.63669124029169, - 33.02669101140985, - 33.63669314764032, - 33.02669101140985, - 34.39668879888544, - 33.02669101140985, - 32.83669009588251, - 33.03669085882196, - 33.03669085882196, - 32.93669238470087, - 32.81669001958856, - 33.03669085882196, - 33.016690782528016, - 33.236691621761416, - 33.726691774349305, - 33.036692766170596, - 32.826690153102966, - 34.03669085882196 + 34.55301098657485, + 34.35301041437026, + 35.17300953698989, + 35.16300949884292, + 34.57301087213393, + 34.753010032900534, + 33.75300831628676, + 33.86300921274062, + 35.53301110101577, + 34.663006256350236, + 35.27300972772475, + 35.13300957513686, + 34.87301029992934, + 34.173011253603654, + 34.753010032900534, + 35.14300961328383, + 34.87301029992934, + 34.673010013827046, + 35.4730125887477, + 35.54301094842788, + 34.76300949884291, + 34.673010013827046, + 34.773009918459614, + 34.87301029992934 ], "p90": [ - 41.73669314764032, - 42.686692766170594, - 41.536690954189396, - 41.53669085882196, - 41.5466910877038, - 44.7366906680871, - 43.046690706234074, - 45.23669352911005, - 40.83669200323114, - 40.7566915073205, - 43.73669352911005, - 41.60669093511591, - 41.63669314764032, - 41.536692766170596, - 43.046690706234074, - 41.53669181249628, - 44.78669095418939, - 40.9366906680871, - 41.6566930331994, - 40.83669200323114, - 41.63669314764032, - 41.6566930331994, - 41.00669246099481, - 41.73669314764032 + 44.0330088121974, + 42.67300963235732, + 41.49301056695815, + 43.37301029992934, + 42.67300953698989, + 42.67300953698989, + 41.42301029992934, + 41.693011139162735, + 44.3030081255519, + 41.38301033807631, + 42.97301068139907, + 41.583011101015764, + 43.013010643252095, + 42.40301022363539, + 43.683009765871724, + 43.013010643252095, + 43.70300946069594, + 42.77301182580825, + 42.67301058603164, + 43.67300953698989, + 41.48301071954604, + 41.873008583315574, + 43.683009765871724, + 44.0330088121974 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 38483a04d8f8eb5a4c859b8fddfc8772699b7a0c..873b1628bbba77b40f9782940c2801031dc172a7 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T12:53:49.513940+00:00", + "evaluated_at": "2026-06-19T15:10:39.747058+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,101 +353,101 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 ], "p50": [ - 25.845223466199432, - 25.745224992078338, - 25.745224992078338, - 25.745224992078338, - 25.845223466199432, - 25.845223466199432, - 25.845223466199432, - 25.745224992078338, - 25.845223466199432, - 25.845223466199432, - 25.745224992078338, - 25.745223084729705, - 25.745224992078338, - 25.745224992078338, - 25.845223466199432, - 25.745224992078338, - 25.74522403840402, - 25.845223466199432, - 25.845223466199432, - 25.745224992078338, - 25.845223466199432, - 25.845223466199432, - 25.845223466199432, - 25.845223466199432 + 25.313695220804927, + 25.2136948393352, + 25.41369369492602, + 25.313695220804927, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.513694076395748, + 25.313695220804927, + 25.313695220804927, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.313695220804927, + 25.41369369492602, + 25.313695220804927, + 25.41369369492602, + 25.313695220804927 ], "p10": [ - 24.84522537354806, - 24.84522346619943, - 25.14522270325998, - 24.835223618787317, - 24.84522537354806, - 24.84522537354806, - 24.935224000257044, - 25.045224229138885, - 24.835223618787317, - 24.84522346619943, - 25.045224038404022, - 24.8452251828132, - 25.045222321790252, - 25.045224038404022, - 25.045222321790252, - 24.93522380952218, - 25.045224229138885, - 25.14522461060861, - 25.03522247437814, - 24.84522537354806, - 25.14522270325998, - 24.945223847669155, - 25.045224038404022, - 24.8452251828132 + 24.513694076395748, + 24.41369369492602, + 24.60369270310473, + 24.413695602274654, + 24.713692931986568, + 24.41369541153979, + 24.503694228983637, + 24.61369255051684, + 24.41369369492602, + 24.61369255051684, + 24.403693656779048, + 24.41369369492602, + 24.41369369492602, + 24.61369426713061, + 24.513694076395748, + 24.60369270310473, + 24.513694076395748, + 24.7136948393352, + 24.61369255051684, + 24.41369369492602, + 24.503694228983637, + 24.41369541153979, + 24.503694038248774, + 24.413695602274654 ], "p90": [ - 27.05522407655099, - 26.845225373548065, - 27.04522422913888, - 27.15522274140695, - 27.2452230847297, - 27.05522407655099, - 27.04522422913888, - 27.2452230847297, - 27.05522407655099, - 27.2452230847297, - 27.2452230847297, - 26.845223466199432, - 27.04522422913888, - 27.065224114697962, - 27.04522422913888, - 27.2452230847297, - 27.2452230847297, - 27.04522422913888, - 27.2452230847297, - 27.04522422913888, - 27.065224114697962, - 27.2452230847297, - 27.2452230847297, - 27.2452230847297 + 26.633694343424555, + 26.633694343424555, + 26.813693504191157, + 27.113694457865474, + 26.813693313456294, + 26.813695220804927, + 26.813693313456294, + 26.813693504191157, + 26.613694457865474, + 26.613694457865474, + 26.92369544968676, + 26.72369297013354, + 26.613694457865474, + 26.813695220804927, + 26.813693313456294, + 26.813693313456294, + 26.813693313456294, + 27.013694076395748, + 26.813693313456294, + 26.613694457865474, + 26.813693313456294, + 26.913695602274654, + 26.813693313456294, + 26.813693313456294 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4c3daa5d2143f55a11feeb7e4f290305fb34a0d3..0f3414cf7307c086e70dc3629965b3a8523a0b5e 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:17:01.723607+00:00", + "evaluated_at": "2026-06-19T15:10:39.757580+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 1cf98d323074010459aa0ca05205cfee842d33d1..ef565f07f5d86b170213ea872e7475265199c485 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,11 +1,47 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T14:42:57.072026+00:00", + "evaluated_at": "2026-06-19T15:10:39.761104+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index c168d8b25ece1872a6eb0e27de293b4964b2b09b..69781cddac0092c8847b77cb6230bc77059a2aad 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-19T14:39:48.968530+00:00", - "finished_at": "2026-06-19T14:42:57.110401+00:00", - "task_count": 1, + "started_at": "2026-06-19T14:58:41.296439+00:00", + "finished_at": "2026-06-19T15:10:39.815797+00:00", + "task_count": 7, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,47 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T14:40:18.615198+00:00", + "evaluated_at": "2026-06-19T14:59:48.749630+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +60,47 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T14:40:47.907837+00:00", + "evaluated_at": "2026-06-19T15:01:53.455821+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +110,47 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:41:42.740588+00:00", + "evaluated_at": "2026-06-19T15:03:45.991765+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +160,47 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T14:41:51.702497+00:00", + "evaluated_at": "2026-06-19T15:05:43.554787+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +210,47 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T14:42:31.081117+00:00", + "evaluated_at": "2026-06-19T15:07:46.306727+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +260,47 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T14:42:56.053486+00:00", + "evaluated_at": "2026-06-19T15:10:37.499965+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -94,11 +310,47 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T14:42:56.929323+00:00", + "evaluated_at": "2026-06-19T15:10:39.538464+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -108,11 +360,47 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T14:42:57.054027+00:00", + "evaluated_at": "2026-06-19T15:10:39.692933+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -122,11 +410,47 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T14:42:57.072026+00:00", + "evaluated_at": "2026-06-19T15:10:39.761104+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -136,11 +460,47 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T14:42:57.090710+00:00", + "evaluated_at": "2026-06-19T15:10:39.814064+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } @@ -150,7 +510,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-19T14:54:56.651130+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260619_151039.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..2b77b265fd11fb4004bf78bf8bc1a3a238a0e31a --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260619_151039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:10:39.442368+00:00", + "metrics": { + "MSE[mean]": 81.5694809152378, + "MSE[0.5]": 79.49001605177232, + "MAE[0.5]": 7.4118344017819355, + "MASE[0.5]": 0.6740387477800147, + "MAPE[0.5]": 0.3204398878507513, + "sMAPE[0.5]": 0.2558497671068815, + "MSIS": 11.846370451828484, + "RMSE[mean]": 9.031582414795196, + "NRMSE[mean]": 0.32064789638326135, + "ND[0.5]": 0.263142049767406, + "mean_weighted_sum_quantile_loss": 0.23767115982414871 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 35.851257645706724, + 34.68157762562126, + 34.24053400714475, + 34.10097352506935, + 34.095693820188124, + 33.99912059812223, + 33.982587649788044, + 33.87982241804111, + 34.218410493143104, + 33.949170272181064, + 34.413754416662, + 34.0434519073047, + 33.90416729366774, + 33.96194435833959, + 34.041250586209614, + 33.99969948888865, + 34.04319251130713, + 34.291993095508076, + 33.92724777587681, + 33.972320008854766, + 33.93877387139764, + 33.9272477113709, + 34.004680725940986, + 34.02251986688671 + ], + "p10": [ + 32.29291309798835, + 31.41469286773298, + 31.68463850033457, + 31.154712770230464, + 30.42963193398515, + 30.91853198624236, + 31.53578813660239, + 29.91195719822768, + 31.691593437448862, + 31.194818313855674, + 31.548746242394103, + 31.568782923852886, + 31.203036373916788, + 31.78198258115171, + 31.200935245507292, + 31.7856389578634, + 31.033642028284987, + 31.24033215356203, + 31.518197988557645, + 31.564829861487542, + 29.821792876307946, + 30.902868210238953, + 31.808993992484034, + 31.204192993858673 + ], + "p90": [ + 39.87653998924259, + 39.0261906639147, + 37.70916750309328, + 37.56083820570896, + 37.11624005604843, + 37.47033845274801, + 38.45066828368028, + 38.09932178529848, + 38.519716640392275, + 38.51916001596006, + 38.1883505414387, + 36.76797382278594, + 36.91545226399044, + 38.07274495978095, + 38.47293195716485, + 38.92709881647687, + 38.328070313586565, + 37.74748927914035, + 38.15148191776254, + 38.294944883572406, + 37.74748911247015, + 37.476713481547634, + 37.48670931436827, + 38.444605975232 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260619_145932.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260619_145932.json new file mode 100644 index 0000000000000000000000000000000000000000..7c097f929a13178d0d6ec76e59ddd159720790ad --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260619_145932.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:59:32.604626+00:00", + "metrics": { + "MSE[mean]": 59.30119496928061, + "MSE[0.5]": 59.30119496928061, + "MAE[0.5]": 6.363938649495442, + "MASE[0.5]": 0.5787421852306177, + "MAPE[0.5]": 0.21504631367318483, + "sMAPE[0.5]": 0.22513704777054988, + "MSIS": 4.31025254191043, + "RMSE[mean]": 7.700726911745449, + "NRMSE[mean]": 0.2733985885826787, + "ND[0.5]": 0.2259386502779447, + "mean_weighted_sum_quantile_loss": 0.1827893815802399 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 35.08189392089844, + 31.55272102355957, + 27.82309913635254, + 24.913970947265625, + 22.94269371032715, + 22.033761978149414, + 22.15213394165039, + 23.01333236694336, + 24.424896240234375, + 25.30612564086914, + 25.728229522705078, + 25.546228408813477, + 24.717411041259766, + 23.8155574798584, + 23.09447479248047, + 23.02548599243164, + 23.989604949951172, + 24.471250534057617, + 24.944820404052734, + 26.428890228271484, + 30.029102325439453, + 34.61024856567383, + 35.25438690185547, + 33.71719741821289 + ], + "p10": [ + 30.803871154785156, + 25.555360794067383, + 21.144302368164062, + 18.245437622070312, + 16.318750381469727, + 15.176115989685059, + 15.152106285095215, + 15.530499458312988, + 16.74578094482422, + 17.555274963378906, + 17.987991333007812, + 18.145889282226562, + 17.797821044921875, + 16.758647918701172, + 16.52914810180664, + 16.38555145263672, + 17.731605529785156, + 17.581890106201172, + 17.768701553344727, + 18.388721466064453, + 20.17475128173828, + 21.43094253540039, + 22.107711791992188, + 21.364421844482422 + ], + "p90": [ + 40.869319915771484, + 39.397911071777344, + 37.61183547973633, + 36.356224060058594, + 34.71581268310547, + 34.50761032104492, + 34.556827545166016, + 36.097877502441406, + 37.90336608886719, + 37.663536071777344, + 37.07009506225586, + 35.8674430847168, + 34.284542083740234, + 32.76848602294922, + 31.860794067382812, + 31.874652862548828, + 33.957069396972656, + 35.189796447753906, + 36.59275436401367, + 39.917572021484375, + 46.11173629760742, + 54.225013732910156, + 55.11304473876953, + 54.4227409362793 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260619_151039.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..3dc94b3f34578cff40a58304c40be5aca506ac33 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260619_151039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-19T15:10:39.645563+00:00", + "metrics": { + "MSE[mean]": 523.6128513333027, + "MSE[0.5]": 536.1747737753657, + "MAE[0.5]": 19.150448995976006, + "MASE[0.5]": 1.7415586966661536, + "MAPE[0.5]": 0.6391105126282772, + "sMAPE[0.5]": 0.9594730969443442, + "MSIS": 42.16175906768258, + "RMSE[mean]": 22.882588387970944, + "NRMSE[mean]": 0.8123995877386134, + "ND[0.5]": 0.6798975974902725, + "mean_weighted_sum_quantile_loss": 0.6387144831083037 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 37.044563871004016, + 34.85778452270507, + 32.52100555587585, + 30.734225826107178, + 29.097445714868783, + 26.76066484069093, + 24.823885969229146, + 22.737106525562766, + 21.050327177263824, + 18.86354735212772, + 17.47676771772648, + 14.889988274060105, + 12.953209402598318, + 10.766429100625057, + 8.929651087470155, + 7.242870785496895, + 4.906089911319044, + 3.1193120888990085, + 0.6825327406000602, + -1.1042488965172406, + -2.9910275772441675, + -5.17780644870595, + -7.164585987739762, + -8.951364763834114 + ], + "p10": [ + 33.22456455764952, + 31.037784446411123, + 29.871004029996946, + 27.87422445281616, + 25.297446287073374, + 23.490665908806164, + 20.50388465315859, + 18.627106010578636, + 18.310328359819977, + 15.453543976120642, + 14.076767908461346, + 11.949988216839646, + 9.703209402598318, + 7.0164308172388274, + 5.609650057501894, + 4.012870098851387, + 1.7560912464630865, + -0.430688578673013, + -1.6174655427861704, + -3.5342467221397986, + -6.301027710758572, + -8.377806734808246, + -10.26458636920949, + -12.151365526773567 + ], + "p90": [ + 42.704562383272076, + 39.357783664398184, + 36.19100505996521, + 36.08422525390259, + 33.39744495192933, + 31.41066541289552, + 28.173886636801164, + 26.457107937000753, + 27.080325384356108, + 22.173548057846716, + 21.77676886213566, + 18.399989742718553, + 17.84320974592107, + 15.246429787270563, + 14.539649790473085, + 11.882871128819646, + 10.586090407229685, + 7.669313233308189, + 5.582532454497765, + 4.595751866422213, + 0.4189735099445527, + -1.17780816531972, + -1.3545865217973796, + -2.9913670145055034 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260619_150724.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260619_150724.json new file mode 100644 index 0000000000000000000000000000000000000000..c324eda98a66d0ca3edbce4ac502e592c31fd2b6 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260619_150724.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:07:24.677400+00:00", + "metrics": { + "MSE[mean]": 109.96504212204825, + "MSE[0.5]": 104.04126374364034, + "MAE[0.5]": 8.691769162813822, + "MASE[0.5]": 0.7904371421314361, + "MAPE[0.5]": 0.3246344157847327, + "sMAPE[0.5]": 0.30767136372710113, + "MSIS": 7.279287240966645, + "RMSE[mean]": 10.4864217978321, + "NRMSE[mean]": 0.3722989987396012, + "ND[0.5]": 0.3085835205732718, + "mean_weighted_sum_quantile_loss": 0.24356082462308282 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 37.70072364807129, + 36.495168685913086, + 36.2098388671875, + 34.98013114929199, + 32.42685508728027, + 30.082999229431152, + 29.424023628234863, + 27.838241577148438, + 27.256239891052246, + 26.4250545501709, + 25.14244270324707, + 23.750100135803223, + 24.00952434539795, + 23.997421264648438, + 22.213699340820312, + 22.387901306152344, + 21.41258144378662, + 22.3606595993042, + 23.46717643737793, + 24.292614936828613, + 27.537691116333008, + 29.531020164489746, + 32.300086975097656, + 36.88254737854004 + ], + "p10": [ + 32.20939064025879, + 28.56206512451172, + 26.213109970092773, + 22.53855037689209, + 20.42294216156006, + 19.70164203643799, + 19.032702445983887, + 17.026667594909668, + 15.156708717346191, + 16.675212860107422, + 15.420695781707764, + 14.545265197753906, + 16.017930030822754, + 15.058454036712646, + 14.867491722106934, + 15.048563003540039, + 13.87896728515625, + 15.051625728607178, + 13.938023090362549, + 16.067501544952393, + 16.33065128326416, + 19.62752342224121, + 20.247135162353516, + 19.192325592041016 + ], + "p90": [ + 45.74384117126465, + 48.712196350097656, + 50.50802993774414, + 46.63699150085449, + 48.39126014709473, + 46.21426582336426, + 46.499290466308594, + 40.85589027404785, + 42.61402130126953, + 39.457733154296875, + 36.22189140319824, + 35.653310775756836, + 36.89103317260742, + 34.97589874267578, + 30.612302780151367, + 32.364187240600586, + 33.03372383117676, + 32.587921142578125, + 36.78799629211426, + 40.95394325256348, + 44.94602966308594, + 49.69608688354492, + 56.70998764038086, + 60.77568817138672 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260619_151039.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..01c7e6a830d200d9ceaae509cfb3ac4f8f54f993 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260619_151039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:10:39.736232+00:00", + "metrics": { + "MSE[mean]": 147.05276349298265, + "MSE[0.5]": 142.98485498859182, + "MAE[0.5]": 10.25234287030266, + "MASE[0.5]": 0.9323570894202341, + "MAPE[0.5]": 0.4409136779601966, + "sMAPE[0.5]": 0.33086764575122324, + "MSIS": 18.76283051638781, + "RMSE[mean]": 12.12653138753958, + "NRMSE[mean]": 0.43052774156945256, + "ND[0.5]": 0.36398850427110035, + "mean_weighted_sum_quantile_loss": 0.3363678367759588 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 38.37301029992934, + 38.173010490664204, + 37.823011062868794, + 38.02301087213393, + 38.37301029992934, + 38.0230089647853, + 38.07300963235732, + 37.97300972772475, + 38.273009918459614, + 38.07300963235732, + 38.67300953698989, + 38.07300963235732, + 38.12301029992934, + 37.92300953698989, + 38.073011062868794, + 38.37301029992934, + 38.0230089647853, + 38.22301068139907, + 37.77301087213393, + 37.973008774050435, + 38.07300963235732, + 37.87301029992934, + 37.87301029992934, + 38.073011062868794 + ], + "p10": [ + 34.55301098657485, + 34.35301041437026, + 35.17300953698989, + 35.16300949884292, + 34.57301087213393, + 34.753010032900534, + 33.75300831628676, + 33.86300921274062, + 35.53301110101577, + 34.663006256350236, + 35.27300972772475, + 35.13300957513686, + 34.87301029992934, + 34.173011253603654, + 34.753010032900534, + 35.14300961328383, + 34.87301029992934, + 34.673010013827046, + 35.4730125887477, + 35.54301094842788, + 34.76300949884291, + 34.673010013827046, + 34.773009918459614, + 34.87301029992934 + ], + "p90": [ + 44.0330088121974, + 42.67300963235732, + 41.49301056695815, + 43.37301029992934, + 42.67300953698989, + 42.67300953698989, + 41.42301029992934, + 41.693011139162735, + 44.3030081255519, + 41.38301033807631, + 42.97301068139907, + 41.583011101015764, + 43.013010643252095, + 42.40301022363539, + 43.683009765871724, + 43.013010643252095, + 43.70300946069594, + 42.77301182580825, + 42.67301058603164, + 43.67300953698989, + 41.48301071954604, + 41.873008583315574, + 43.683009765871724, + 44.0330088121974 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260619_151039.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..bf281d5bf21a3bcb14bfcead65ea3c8ff0ab6a1c --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260619_151039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:10:39.793315+00:00", + "metrics": { + "MSE[mean]": 374.67000072479385, + "MSE[0.5]": 374.67000072479385, + "MAE[0.5]": 14.525000015894571, + "MASE[0.5]": 1.3209162929847007, + "MAPE[0.5]": 0.622604335922007, + "sMAPE[0.5]": 0.4027337563841465, + "MSIS": 48.92911921821166, + "RMSE[mean]": 19.35639431104858, + "NRMSE[mean]": 0.6872092654810146, + "ND[0.5]": 0.5156804739370854, + "mean_weighted_sum_quantile_loss": 0.5067263310900807 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "p10": [ + 51.84200149536133, + 56.74200149536133, + 57.82, + 57.133999252319335, + 57.82, + 49.78399925231933, + 44.49200149536133, + 39.39600074768067, + 29.008000373840332, + 21.07, + 26.558000373840333, + 27.538000373840333, + 26.95, + 26.46, + 25.97, + 26.656000747680665, + 30.576000747680663, + 30.673999252319334, + 28.616000747680662, + 29.988000373840332, + 33.222001495361326, + 41.94399925231934, + 43.31600074768066, + 38.22 + ], + "p90": [ + 53.95800155639648, + 59.05800155639648, + 60.18, + 59.46599922180176, + 60.18, + 51.81599922180176, + 46.30800155639648, + 41.00400077819824, + 30.19200038909912, + 21.93, + 27.64200038909912, + 28.66200038909912, + 28.05, + 27.54, + 27.03, + 27.74400077819824, + 31.824000778198243, + 31.92599922180176, + 29.784000778198244, + 31.21200038909912, + 34.57800155639649, + 43.65599922180176, + 45.084000778198245, + 39.78 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260619_151017.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260619_151017.json new file mode 100644 index 0000000000000000000000000000000000000000..6610f8acabb8e7191fe6a6bd388c1242a3696aa8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260619_151017.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:10:17.417776+00:00", + "metrics": { + "MSE[mean]": 63.77796372120292, + "MSE[0.5]": 63.77796372120292, + "MAE[0.5]": 6.714877684911092, + "MASE[0.5]": 0.6106568901681458, + "MAPE[0.5]": 0.2336429431492056, + "sMAPE[0.5]": 0.23892398923470673, + "MSIS": 5.526843698136666, + "RMSE[mean]": 7.986110675491727, + "NRMSE[mean]": 0.28353055652633347, + "ND[0.5]": 0.23839802431637014, + "mean_weighted_sum_quantile_loss": 0.19965333850817957 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 36.04296875, + 32.93914794921875, + 30.09783935546875, + 27.511322021484375, + 25.1409912109375, + 23.5968017578125, + 23.2261962890625, + 23.56591796875, + 23.7203369140625, + 23.81298828125, + 25.04833984375, + 24.4615478515625, + 23.8438720703125, + 22.9482421875, + 22.7320556640625, + 22.886474609375, + 24.18359375, + 24.986572265625, + 25.77410888671875, + 27.727508544921875, + 30.607421875, + 33.139892578125, + 34.992919921875, + 34.3134765625 + ], + "p10": [ + 31.9354248046875, + 26.098388671875, + 21.033447265625, + 17.203857421875, + 14.980224609375, + 14.0537109375, + 13.374267578125, + 14.42431640625, + 14.42431640625, + 15.41259765625, + 16.771484375, + 16.709716796875, + 16.339111328125, + 15.968505859375, + 16.15380859375, + 16.0302734375, + 16.771484375, + 17.080322265625, + 17.450927734375, + 18.5009765625, + 19.85986328125, + 20.23046875, + 20.23046875, + 18.9951171875 + ], + "p90": [ + 40.490234375, + 41.910888671875, + 42.775634765625, + 42.775634765625, + 41.7255859375, + 40.86083984375, + 41.663818359375, + 41.60205078125, + 41.35498046875, + 38.88427734375, + 37.957763671875, + 35.5179443359375, + 33.3251953125, + 31.36407470703125, + 30.53021240234375, + 30.96258544921875, + 32.645751953125, + 33.8502197265625, + 35.239990234375, + 38.698974609375, + 44.07275390625, + 50.1259765625, + 55.314453125, + 56.67333984375 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260619_150109.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260619_150109.json new file mode 100644 index 0000000000000000000000000000000000000000..bb1c25653728cd71b12520eefc444c54da9e8778 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260619_150109.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:01:09.346153+00:00", + "metrics": { + "MSE[mean]": 98.0314678316654, + "MSE[0.5]": 101.73315220979582, + "MAE[0.5]": 8.287699619928995, + "MASE[0.5]": 0.7536907020549212, + "MAPE[0.5]": 0.2874783694440675, + "sMAPE[0.5]": 0.30626926612801897, + "MSIS": 23.62512333441801, + "RMSE[mean]": 9.901084174557118, + "NRMSE[mean]": 0.3515177813452231, + "ND[0.5]": 0.2942378563288401, + "mean_weighted_sum_quantile_loss": 0.28855310705913517 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 35.360111236572266, + 34.16304016113281, + 32.43943786621094, + 30.15199851989746, + 27.719026565551758, + 26.141082763671875, + 25.236270904541016, + 24.64394760131836, + 23.724491119384766, + 22.660057067871094, + 22.2927303314209, + 20.89847183227539, + 20.30022430419922, + 19.59524154663086, + 19.58129119873047, + 19.113056182861328, + 19.660585403442383, + 20.669464111328125, + 21.909866333007812, + 23.634645462036133, + 26.019643783569336, + 28.012496948242188, + 29.772563934326172, + 30.44400405883789 + ], + "p10": [ + 37.463706970214844, + 37.134151458740234, + 35.535194396972656, + 33.611572265625, + 31.706113815307617, + 30.492130279541016, + 29.506587982177734, + 29.104162216186523, + 27.797611236572266, + 27.090564727783203, + 25.96946144104004, + 24.848249435424805, + 23.562992095947266, + 23.020404815673828, + 23.06696891784668, + 22.781761169433594, + 23.55622100830078, + 24.262636184692383, + 25.582773208618164, + 27.884220123291016, + 30.813289642333984, + 33.46253204345703, + 34.30475616455078, + 35.90108871459961 + ], + "p90": [ + 42.683799743652344, + 43.681304931640625, + 43.58545684814453, + 41.83403778076172, + 40.03432083129883, + 38.73469543457031, + 37.585689544677734, + 36.976318359375, + 35.73705291748047, + 34.297508239746094, + 33.80418395996094, + 31.73097038269043, + 30.619342803955078, + 29.614118576049805, + 29.158151626586914, + 28.736772537231445, + 29.424213409423828, + 30.896621704101562, + 32.875343322753906, + 35.7313232421875, + 39.369293212890625, + 43.238182067871094, + 46.22905731201172, + 47.73170471191406 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260619_150451.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260619_150451.json new file mode 100644 index 0000000000000000000000000000000000000000..e160658f15860303691568d7313704a5cb23dcad --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260619_150451.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:04:51.576754+00:00", + "metrics": { + "MSE[mean]": 72.32773874118311, + "MSE[0.5]": 72.32773874118311, + "MAE[0.5]": 7.47660231590271, + "MASE[0.5]": 0.6799287989284584, + "MAPE[0.5]": 0.27065092509625227, + "sMAPE[0.5]": 0.2658715742660396, + "MSIS": 3.995210421887691, + "RMSE[mean]": 8.504571637724213, + "NRMSE[mean]": 0.30193745459375904, + "ND[0.5]": 0.2654415023397412, + "mean_weighted_sum_quantile_loss": 0.212947516156058 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 36.20355224609375, + 33.923126220703125, + 31.688968658447266, + 29.774234771728516, + 27.949993133544922, + 26.584915161132812, + 26.003742218017578, + 26.529296875, + 26.233457565307617, + 24.90625, + 25.449119567871094, + 25.295724868774414, + 24.74615478515625, + 24.262407302856445, + 24.01576805114746, + 23.98142433166504, + 24.017961502075195, + 24.12889862060547, + 24.29772186279297, + 25.48123550415039, + 28.73470687866211, + 33.23386001586914, + 35.01069259643555, + 34.78471755981445 + ], + "p10": [ + 31.62422752380371, + 26.191383361816406, + 22.059410095214844, + 18.960716247558594, + 16.24184799194336, + 14.277613639831543, + 13.665534973144531, + 14.064007759094238, + 14.388738632202148, + 14.235902786254883, + 15.665760040283203, + 16.17800521850586, + 15.747982025146484, + 15.252151489257812, + 14.974781036376953, + 14.931480407714844, + 14.844900131225586, + 14.651053428649902, + 14.491493225097656, + 14.794479370117188, + 16.66990089416504, + 18.950645446777344, + 18.86887550354004, + 18.66165542602539 + ], + "p90": [ + 41.14863586425781, + 42.48597717285156, + 43.442787170410156, + 44.258270263671875, + 44.48860549926758, + 44.79668426513672, + 45.268951416015625, + 46.34196853637695, + 45.06941223144531, + 40.578094482421875, + 38.92686462402344, + 37.432777404785156, + 36.043243408203125, + 35.165802001953125, + 35.06532287597656, + 34.961849212646484, + 35.39832305908203, + 36.5662956237793, + 38.11274337768555, + 41.39194107055664, + 47.88427734375, + 54.52500915527344, + 58.34288024902344, + 59.88395690917969 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260619_150328.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260619_150328.json new file mode 100644 index 0000000000000000000000000000000000000000..c7137dcc97ca82657055ae0f48d77e5b984c381d --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260619_150328.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:03:28.558256+00:00", + "metrics": { + "MSE[mean]": 53.640285150821605, + "MSE[0.5]": 53.640285150821605, + "MAE[0.5]": 5.760983308156331, + "MASE[0.5]": 0.5239088954925502, + "MAPE[0.5]": 0.19441750952406153, + "sMAPE[0.5]": 0.20680182066373176, + "MSIS": 4.915479176293473, + "RMSE[mean]": 7.323952836468952, + "NRMSE[mean]": 0.260021994194164, + "ND[0.5]": 0.20453195176886382, + "mean_weighted_sum_quantile_loss": 0.1759975602013903 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 + ], + "actual": [ + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 29.700000762939453, + 28.200000762939453, + 26.0 + ], + "predictions": { + "p50": [ + 34.66400146484375, + 30.716093063354492, + 27.619646072387695, + 24.99710464477539, + 23.217432022094727, + 21.94995880126953, + 21.55535316467285, + 22.22369956970215, + 24.697174072265625, + 25.912242889404297, + 26.745330810546875, + 25.431438446044922, + 24.332324981689453, + 23.358469009399414, + 23.129636764526367, + 23.26168441772461, + 23.777904510498047, + 24.639848709106445, + 25.75857162475586, + 27.10007667541504, + 29.53357696533203, + 30.179170608520508, + 30.24500274658203, + 28.843793869018555 + ], + "p10": [ + 30.273754119873047, + 24.994266510009766, + 21.37732696533203, + 18.259212493896484, + 16.26053237915039, + 14.827584266662598, + 14.176617622375488, + 14.714873313903809, + 16.19017791748047, + 16.846839904785156, + 17.70116424560547, + 17.21856689453125, + 16.617570877075195, + 16.238018035888672, + 16.007251739501953, + 16.07529067993164, + 16.471019744873047, + 17.171707153320312, + 17.928163528442383, + 18.78162956237793, + 20.021005630493164, + 19.953290939331055, + 19.52696418762207, + 18.43459701538086 + ], + "p90": [ + 38.43730926513672, + 36.10824203491211, + 34.2882080078125, + 32.70280456542969, + 31.06311798095703, + 30.46613121032715, + 31.46132469177246, + 34.6467399597168, + 41.18964385986328, + 46.171852111816406, + 44.360774993896484, + 37.91831588745117, + 34.13615036010742, + 32.287193298339844, + 31.57196807861328, + 31.630102157592773, + 32.27572250366211, + 33.56814193725586, + 35.325538635253906, + 37.75043487548828, + 41.57271957397461, + 44.797847747802734, + 45.09921646118164, + 43.61341094970703 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_151039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..6a32117a57d980d2e973863af4aaa86f4b8e0db6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:10:39.264686+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_145903.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_145903.json new file mode 100644 index 0000000000000000000000000000000000000000..fc57e7e092b2a9705178fe4f834c9ceff6e69aac --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_145903.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:59:03.640138+00:00", + "metrics": { + "MSE[mean]": 4525259.544978459, + "MSE[0.5]": 4525259.544978459, + "MAE[0.5]": 1855.7430013020833, + "MASE[0.5]": 1.6869219447355295, + "MAPE[0.5]": 0.029319271571139335, + "sMAPE[0.5]": 0.028762615130256963, + "MSIS": 20.49445301699377, + "RMSE[mean]": 2127.265743854881, + "NRMSE[mean]": 0.03340127692666375, + "ND[0.5]": 0.029137960816726947, + "mean_weighted_sum_quantile_loss": 0.019117885309381556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64699.46875, + 64844.3046875, + 64898.7734375, + 65034.06640625, + 65076.45703125, + 65215.30859375, + 65345.37890625, + 65507.30859375, + 65609.6640625, + 65665.8046875, + 65713.6015625, + 65716.5234375, + 65664.1484375, + 65568.4296875, + 65439.828125, + 65411.28515625, + 65568.8984375, + 65631.1328125, + 65770.59375, + 65955.0546875, + 66089.1328125, + 66151.109375, + 66211.640625, + 66265.7265625 + ], + "p10": [ + 64159.640625, + 64096.4453125, + 64034.6171875, + 64038.59765625, + 64035.5703125, + 64094.65625, + 64124.71875, + 64172.11328125, + 64165.67578125, + 64239.0859375, + 64308.37890625, + 64383.30859375, + 64349.1328125, + 64221.76953125, + 64063.74609375, + 64011.55078125, + 63793.9921875, + 63855.09375, + 63870.03515625, + 64041.953125, + 64079.81640625, + 64006.25390625, + 64054.22265625, + 64062.203125 + ], + "p90": [ + 65194.1640625, + 65566.1484375, + 65750.0859375, + 65956.671875, + 66061.453125, + 66223.0078125, + 66393.4609375, + 66581.140625, + 66690.9921875, + 66789.3359375, + 66821.984375, + 66861.671875, + 66832.015625, + 66747.09375, + 66675.8984375, + 66673.1796875, + 66742.5, + 66843.3203125, + 66961.140625, + 67145.6953125, + 67204.40625, + 67379.484375, + 67457.234375, + 67479.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_151039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..7ec4d90df5ee5e1caac199c4bbd64fa364c51fe9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T15:10:39.581490+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_150646.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_150646.json new file mode 100644 index 0000000000000000000000000000000000000000..555e59957e441db70124c8f524e9f028b6e1672a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_150646.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:06:46.333466+00:00", + "metrics": { + "MSE[mean]": 1307721.1682357788, + "MSE[0.5]": 1289802.0310208004, + "MAE[0.5]": 898.943359375, + "MASE[0.5]": 0.8171644882615473, + "MAPE[0.5]": 0.014240391814546186, + "sMAPE[0.5]": 0.01407964573717514, + "MSIS": 4.485117555165044, + "RMSE[mean]": 1143.5563686306762, + "NRMSE[mean]": 0.017955557767158258, + "ND[0.5]": 0.014114765009781548, + "mean_weighted_sum_quantile_loss": 0.009575206787159736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64553.013671875, + 64586.671875, + 64584.681640625, + 64508.279296875, + 64575.150390625, + 64599.38671875, + 64593.3046875, + 64618.27734375, + 64632.154296875, + 64614.24609375, + 64538.68359375, + 64547.224609375, + 64655.86328125, + 64606.01171875, + 64689.6796875, + 64541.83984375, + 64424.31640625, + 64417.888671875, + 64331.69140625, + 64315.025390625, + 64524.517578125, + 64524.5234375, + 64384.69140625, + 64411.28515625 + ], + "p10": [ + 64227.052734375, + 64031.59765625, + 63795.22265625, + 63843.1171875, + 63716.03125, + 63787.1796875, + 63360.59765625, + 63776.568359375, + 63413.357421875, + 63278.3671875, + 63081.244140625, + 63319.802734375, + 63097.33203125, + 63215.166015625, + 62881.8046875, + 63125.060546875, + 62980.1484375, + 62397.890625, + 62911.77734375, + 62201.8203125, + 62946.28125, + 62912.822265625, + 62486.6015625, + 62099.46875 + ], + "p90": [ + 64924.189453125, + 65068.27734375, + 65404.056640625, + 65381.732421875, + 65423.14453125, + 65633.34375, + 65754.93359375, + 65809.3671875, + 66124.0859375, + 66130.6328125, + 65935.1796875, + 65861.79296875, + 65958.49609375, + 66089.46484375, + 66081.34375, + 66276.85546875, + 65940.6015625, + 66068.7734375, + 66029.5625, + 66257.078125, + 66207.0625, + 66144.8828125, + 65953.48046875, + 66032.38671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_151039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..5aff24ffd7563d0d1b5ec4773f10d6a57c7a0b2c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:10:39.698708+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_151039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..e37d4b5ef43dfe1b9fb0624a06fd0828d0f3b36b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:10:39.765777+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_150928.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_150928.json new file mode 100644 index 0000000000000000000000000000000000000000..a65168e64eee443c4078689e3d3bab05c768986b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_150928.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:09:28.732538+00:00", + "metrics": { + "MSE[mean]": 1487816.95783933, + "MSE[0.5]": 1487816.95783933, + "MAE[0.5]": 934.4558919270834, + "MASE[0.5]": 0.8494463669663092, + "MAPE[0.5]": 0.014812037401077562, + "sMAPE[0.5]": 0.014626763844173966, + "MSIS": 16.919955448169635, + "RMSE[mean]": 1219.761024889437, + "NRMSE[mean]": 0.01915208567353427, + "ND[0.5]": 0.014672365270851804, + "mean_weighted_sum_quantile_loss": 0.011822564101173166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64521.0, + 64570.0, + 64563.0, + 64577.0, + 64549.0, + 64570.0, + 64549.0, + 64577.0, + 64556.0, + 64584.0, + 64570.0, + 64570.0, + 64535.0, + 64528.0, + 64500.0, + 64493.0, + 64437.0, + 64493.0, + 64507.0, + 64584.0, + 64731.0, + 64913.0, + 65056.5, + 65156.25 + ], + "p10": [ + 64206.0, + 64171.0, + 64129.0, + 64101.0, + 64052.0, + 64045.0, + 64017.0, + 64017.0, + 63989.0, + 63989.0, + 63975.0, + 63947.0, + 63912.0, + 63912.0, + 63877.0, + 63877.0, + 63751.0, + 63758.0, + 63751.0, + 63772.0, + 63863.0, + 64010.0, + 64115.0, + 64164.0 + ], + "p90": [ + 65018.0, + 65282.25, + 65403.875, + 65498.375, + 65513.90625, + 65565.96875, + 65575.375, + 65621.75, + 65638.8125, + 65692.625, + 65697.0, + 65727.625, + 65723.25, + 65737.25, + 65733.75, + 65735.5, + 65688.25, + 65760.0, + 65788.0, + 65889.5, + 66064.5, + 66250.0, + 66379.5, + 66467.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_150009.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_150009.json new file mode 100644 index 0000000000000000000000000000000000000000..7dec9e16513c7020c1878080867915b77d7a4eed --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_150009.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:00:09.202351+00:00", + "metrics": { + "MSE[mean]": 1309848.276089986, + "MSE[0.5]": 1010694.1341425577, + "MAE[0.5]": 753.2607421875, + "MASE[0.5]": 0.6847349418600981, + "MAPE[0.5]": 0.011947237171961453, + "sMAPE[0.5]": 0.011821887904386222, + "MSIS": 37.1690239314189, + "RMSE[mean]": 1144.486031408853, + "NRMSE[mean]": 0.017970154873322354, + "ND[0.5]": 0.011827328447547891, + "mean_weighted_sum_quantile_loss": 0.014828174270802685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64420.83203125, + 64409.1171875, + 64406.9296875, + 64389.9140625, + 64403.0390625, + 64390.19921875, + 64392.68359375, + 64401.0546875, + 64375.4921875, + 64402.6796875, + 64406.8359375, + 64394.66796875, + 64395.875, + 64386.5234375, + 64391.91796875, + 64367.484375, + 64377.046875, + 64380.546875, + 64371.203125, + 64388.39453125, + 64355.2578125, + 64386.875, + 64389.1328125, + 64403.98828125 + ], + "p10": [ + 64514.8359375, + 64575.83203125, + 64547.69921875, + 64596.51171875, + 64631.44140625, + 64652.84765625, + 64651.875, + 64634.74609375, + 64686.4765625, + 64713.125, + 64683.30078125, + 64747.97265625, + 64743.421875, + 64752.2421875, + 64733.04296875, + 64742.2265625, + 64736.28515625, + 64728.82421875, + 64777.078125, + 64750.45703125, + 64736.84765625, + 64716.6953125, + 64755.765625, + 64782.828125 + ], + "p90": [ + 64743.49609375, + 64824.4453125, + 64917.59375, + 64977.734375, + 65036.98046875, + 65082.70703125, + 65120.24609375, + 65173.046875, + 65190.77734375, + 65224.17578125, + 65268.4609375, + 65252.90234375, + 65281.578125, + 65299.734375, + 65322.18359375, + 65322.546875, + 65360.01171875, + 65374.05078125, + 65387.28125, + 65390.6484375, + 65384.5546875, + 65427.1015625, + 65411.4921875, + 65414.16015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_150408.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_150408.json new file mode 100644 index 0000000000000000000000000000000000000000..df9e8466dd4844c4f95191fb3ecde59022b9e711 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_150408.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:04:08.494872+00:00", + "metrics": { + "MSE[mean]": 1504824.3119869232, + "MSE[0.5]": 1504824.3119869232, + "MAE[0.5]": 978.26806640625, + "MASE[0.5]": 0.8892728507647827, + "MAPE[0.5]": 0.015495502893619515, + "sMAPE[0.5]": 0.015308014614020973, + "MSIS": 11.097020270846093, + "RMSE[mean]": 1226.7128074602153, + "NRMSE[mean]": 0.019261239132828803, + "ND[0.5]": 0.015360282413674835, + "mean_weighted_sum_quantile_loss": 0.011170109942075797 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64545.51171875, + 64577.52734375, + 64588.59375, + 64615.75, + 64623.890625, + 64646.61328125, + 64650.546875, + 64667.40625, + 64671.8515625, + 64680.5234375, + 64673.9375, + 64678.54296875, + 64678.8671875, + 64683.16796875, + 64664.7421875, + 64685.33203125, + 64672.61328125, + 64677.65234375, + 64665.53125, + 64668.359375, + 64674.0, + 64687.1796875, + 64695.6640625, + 64718.625 + ], + "p10": [ + 64236.3828125, + 64111.6640625, + 63987.26171875, + 63924.890625, + 63862.390625, + 63826.94140625, + 63776.68359375, + 63741.40234375, + 63704.5, + 63683.40625, + 63648.9453125, + 63636.27734375, + 63606.74609375, + 63581.3515625, + 63533.01171875, + 63532.59765625, + 63495.046875, + 63481.92578125, + 63455.703125, + 63440.12890625, + 63437.07421875, + 63447.1875, + 63439.21875, + 63440.97265625 + ], + "p90": [ + 64902.046875, + 65141.10546875, + 65341.33984375, + 65526.8515625, + 65631.234375, + 65735.1953125, + 65808.8046875, + 65880.5078125, + 65933.0, + 65994.046875, + 66029.234375, + 66071.875, + 66098.984375, + 66138.75, + 66162.4296875, + 66207.0234375, + 66211.171875, + 66261.375, + 66289.0625, + 66323.3046875, + 66332.9453125, + 66363.296875, + 66382.15625, + 66426.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_150227.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_150227.json new file mode 100644 index 0000000000000000000000000000000000000000..1cd491f09d61a7616803bc660c709199b01c20d3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_150227.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:02:27.587087+00:00", + "metrics": { + "MSE[mean]": 1141740.5477148693, + "MSE[0.5]": 1141740.5477148693, + "MAE[0.5]": 814.89208984375, + "MASE[0.5]": 0.7407595491316891, + "MAPE[0.5]": 0.012920552686899312, + "sMAPE[0.5]": 0.012778328864994193, + "MSIS": 8.483297009046089, + "RMSE[mean]": 1068.5226004698586, + "NRMSE[mean]": 0.016777414567875147, + "ND[0.5]": 0.012795033454022308, + "mean_weighted_sum_quantile_loss": 0.009108111019355433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64485.30078125, + 64494.89453125, + 64471.9609375, + 64507.23828125, + 64485.93359375, + 64499.953125, + 64493.28515625, + 64490.578125, + 64481.20703125, + 64493.109375, + 64483.01171875, + 64488.078125, + 64478.921875, + 64483.1953125, + 64469.55859375, + 64481.3203125, + 64465.921875, + 64472.44140625, + 64468.55859375, + 64466.2421875, + 64449.47265625, + 64463.390625, + 64455.0078125, + 64462.14453125 + ], + "p10": [ + 64269.8515625, + 64199.02734375, + 64083.94140625, + 64054.7578125, + 63969.84765625, + 63930.34375, + 63854.7578125, + 63811.25390625, + 63746.82421875, + 63709.64453125, + 63655.4921875, + 63615.703125, + 63550.9375, + 63498.52734375, + 63453.74609375, + 63438.12890625, + 63387.6640625, + 63362.16796875, + 63315.19140625, + 63291.1171875, + 63232.7578125, + 63219.5, + 63201.26171875, + 63169.21484375 + ], + "p90": [ + 64739.6875, + 64842.97265625, + 64941.85546875, + 65088.1875, + 65121.7421875, + 65194.1953125, + 65266.51171875, + 65325.703125, + 65371.765625, + 65427.83203125, + 65478.58203125, + 65537.734375, + 65575.109375, + 65620.8359375, + 65636.2421875, + 65718.390625, + 65738.1484375, + 65787.8125, + 65827.296875, + 65856.0546875, + 65876.6171875, + 65929.90625, + 65934.703125, + 65994.1484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_151039.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..3dda91903735a543af228e82c8a512dc09d2d42c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:10:39.529602+00:00", + "metrics": { + "MSE[mean]": 2108.0729851823107, + "MSE[0.5]": 617.9460738515443, + "MAE[0.5]": 24.857731542988443, + "MASE[0.5]": 0.4044647844282865, + "MAPE[0.5]": 0.009901844314649135, + "sMAPE[0.5]": 0.009873480137988415, + "MSIS": 3.902059455139634, + "RMSE[mean]": 45.91375594723558, + "NRMSE[mean]": 0.01828929697483243, + "ND[0.5]": 0.009901834971480873, + "mean_weighted_sum_quantile_loss": 0.009013763928593356 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2524.756553111747, + 2524.756101892074, + 2524.756669457691, + 2524.7556152092725, + 2524.7563935898306, + 2524.75561521641, + 2524.756566476105, + 2524.756730867917, + 2524.755205524999, + 2524.7561030958404, + 2524.756718463226, + 2524.755615216458, + 2524.755859156149, + 2524.7561029809867, + 2524.7563934536415, + 2524.755205524999, + 2524.7561030958404, + 2524.756248159887, + 2524.7563935904145, + 2524.7567491241125, + 2524.755615216458, + 2524.756566476109, + 2524.755205332104, + 2524.755615216458 + ], + "p10": [ + 2516.639432759047, + 2511.1277876159743, + 2499.081925916299, + 2510.958418164577, + 2511.1277887043025, + 2511.12386466962, + 2511.1277887048823, + 2511.1282247087993, + 2511.1277887048864, + 2511.1282247087997, + 2511.1282247087997, + 2509.469399690614, + 2511.1282247087997, + 2511.1282247087997, + 2516.6420422314286, + 2509.469399690614, + 2516.639446164128, + 2511.123864669668, + 2511.1277887048864, + 2516.0883240185954, + 2511.123864669668, + 2516.639446164128, + 2511.123864669668, + 2509.4487452371436 + ], + "p90": [ + 2525.5352459487863, + 2524.978842456721, + 2525.0515516932915, + 2524.921145049278, + 2525.0515517811614, + 2525.5352593538196, + 2525.2518149227512, + 2525.5881525559616, + 2527.1017144155408, + 2524.972848424526, + 2524.978843545633, + 2525.220321097076, + 2524.972848424526, + 2526.1530243688208, + 2524.8646870626644, + 2524.972848424526, + 2526.064191374814, + 2526.9525213148813, + 2526.1530243688208, + 2526.1530243688208, + 2525.0327996355973, + 2526.9525213148813, + 2525.5352593538673, + 2524.972848424526 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_145945.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_145945.json new file mode 100644 index 0000000000000000000000000000000000000000..c851728f6ec9d4853485fec4edf86aa64a768a37 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_145945.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:59:45.531580+00:00", + "metrics": { + "MSE[mean]": 879.7380696584781, + "MSE[0.5]": 879.7380696584781, + "MAE[0.5]": 23.780924479166668, + "MASE[0.5]": 0.3869438559322034, + "MAPE[0.5]": 0.009492020670572919, + "sMAPE[0.5]": 0.009434125474199834, + "MSIS": 8.5383449748411, + "RMSE[mean]": 29.660378784811197, + "NRMSE[mean]": 0.011814922669468361, + "ND[0.5]": 0.009472899377593361, + "mean_weighted_sum_quantile_loss": 0.00801237420398225 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2550.03173828125, + 2549.39599609375, + 2549.2353515625, + 2549.23046875, + 2548.30712890625, + 2546.6318359375, + 2549.22900390625, + 2549.41845703125, + 2551.36474609375, + 2520.428955078125, + 2520.228271484375, + 2519.50390625, + 2551.52001953125, + 2516.209228515625, + 2517.17333984375, + 2518.01123046875, + 2515.25439453125, + 2512.346435546875, + 2512.804443359375, + 2512.61767578125, + 2512.616455078125, + 2508.3310546875, + 2509.09912109375, + 2510.00927734375 + ], + "p10": [ + 2545.503662109375, + 2544.212646484375, + 2544.498046875, + 2543.37255859375, + 2540.804443359375, + 2537.7978515625, + 2537.892578125, + 2536.1689453125, + 2535.28515625, + 2503.881591796875, + 2501.4208984375, + 2499.25146484375, + 2522.36865234375, + 2495.41259765625, + 2498.31591796875, + 2496.90576171875, + 2492.595947265625, + 2487.8740234375, + 2488.62744140625, + 2488.5927734375, + 2485.782470703125, + 2481.183349609375, + 2481.64306640625, + 2482.527099609375 + ], + "p90": [ + 2553.896484375, + 2553.167724609375, + 2552.904541015625, + 2554.437255859375, + 2554.631103515625, + 2554.52685546875, + 2559.343505859375, + 2562.5478515625, + 2566.521240234375, + 2538.041015625, + 2537.116455078125, + 2537.892578125, + 2578.60693359375, + 2541.218994140625, + 2541.602783203125, + 2540.49560546875, + 2543.62255859375, + 2540.649169921875, + 2543.030517578125, + 2544.52685546875, + 2550.19287109375, + 2545.98681640625, + 2548.541015625, + 2551.45166015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_151039.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..e4fe0ed7ee11989f70054ac3d899a74afc5e3b65 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-19T15:10:39.685495+00:00", + "metrics": { + "MSE[mean]": 945.3069377010175, + "MSE[0.5]": 982.0962191327582, + "MAE[0.5]": 28.726953267555093, + "MASE[0.5]": 0.46742161248903197, + "MAPE[0.5]": 0.011477159424837582, + "sMAPE[0.5]": 0.011402257433701957, + "MSIS": 18.696864499561283, + "RMSE[mean]": 30.74584423464442, + "NRMSE[mean]": 0.012247307246995288, + "ND[0.5]": 0.01144310171653647, + "mean_weighted_sum_quantile_loss": 0.011443101716536468 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2548.201627876854, + 2547.1119245812306, + 2546.0222212856074, + 2544.9325179899843, + 2543.8428146943606, + 2542.7531113987375, + 2541.6634081031143, + 2540.5737048074907, + 2539.4840015118675, + 2538.3942982162444, + 2537.304594920621, + 2536.2148916249976, + 2535.1251883293744, + 2534.0354850337512, + 2532.9457817381276, + 2531.8560784425044, + 2530.7663751468813, + 2529.6766718512577, + 2528.5869685556345, + 2527.4972652600113, + 2526.4075619643877, + 2525.3178586687645, + 2524.2281553731414, + 2523.138452077518 + ], + "p10": [ + 2548.201627876854, + 2547.1119245812306, + 2546.0222212856074, + 2544.9325179899843, + 2543.8428146943606, + 2542.7531113987375, + 2541.6634081031143, + 2540.5737048074907, + 2539.4840015118675, + 2538.3942982162444, + 2537.304594920621, + 2536.2148916249976, + 2535.1251883293744, + 2534.0354850337512, + 2532.9457817381276, + 2531.8560784425044, + 2530.7663751468813, + 2529.6766718512577, + 2528.5869685556345, + 2527.4972652600113, + 2526.4075619643877, + 2525.3178586687645, + 2524.2281553731414, + 2523.138452077518 + ], + "p90": [ + 2548.201627876854, + 2547.1119245812306, + 2546.0222212856074, + 2544.9325179899843, + 2543.8428146943606, + 2542.7531113987375, + 2541.6634081031143, + 2540.5737048074907, + 2539.4840015118675, + 2538.3942982162444, + 2537.304594920621, + 2536.2148916249976, + 2535.1251883293744, + 2534.0354850337512, + 2532.9457817381276, + 2531.8560784425044, + 2530.7663751468813, + 2529.6766718512577, + 2528.5869685556345, + 2527.4972652600113, + 2526.4075619643877, + 2525.3178586687645, + 2524.2281553731414, + 2523.138452077518 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_150741.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_150741.json new file mode 100644 index 0000000000000000000000000000000000000000..c7be279e24ad57292c1791c90a76f257d26bf403 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_150741.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:07:41.333700+00:00", + "metrics": { + "MSE[mean]": 4185.173456698656, + "MSE[0.5]": 2113.4538429472595, + "MAE[0.5]": 41.1434071858724, + "MASE[0.5]": 0.6694520491260594, + "MAPE[0.5]": 0.01645542670355903, + "sMAPE[0.5]": 0.016288080903957988, + "MSIS": 24.268529445842162, + "RMSE[mean]": 64.69291658828388, + "NRMSE[mean]": 0.025769792499897314, + "ND[0.5]": 0.016389075061592324, + "mean_weighted_sum_quantile_loss": 0.016333606716804977 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2550.6781005859375, + 2550.399658203125, + 2550.8623046875, + 2551.2830810546875, + 2550.72509765625, + 2550.653076171875, + 2550.612548828125, + 2550.3565673828125, + 2551.47509765625, + 2550.842041015625, + 2551.856689453125, + 2552.2142333984375, + 2551.71875, + 2551.803955078125, + 2552.035888671875, + 2551.5244140625, + 2551.9482421875, + 2552.3204345703125, + 2553.35498046875, + 2553.37744140625, + 2552.42529296875, + 2552.3653564453125, + 2552.5743408203125, + 2552.1314697265625 + ], + "p10": [ + 2548.8363037109375, + 2548.19091796875, + 2548.189697265625, + 2548.382568359375, + 2546.7596435546875, + 2548.075927734375, + 2546.5162353515625, + 2546.108642578125, + 2546.5882568359375, + 2546.9945068359375, + 2546.76171875, + 2545.935302734375, + 2546.462890625, + 2546.1488037109375, + 2546.1043701171875, + 2545.5753173828125, + 2547.0321044921875, + 2545.8017578125, + 2545.62939453125, + 2545.928955078125, + 2544.7093505859375, + 2543.5244140625, + 2544.617431640625, + 2542.9688720703125 + ], + "p90": [ + 2553.4498291015625, + 2553.004150390625, + 2554.401611328125, + 2555.428466796875, + 2565.1849365234375, + 2554.825439453125, + 2556.2515869140625, + 2556.7047119140625, + 2563.121826171875, + 2571.21630859375, + 2563.9384765625, + 2604.859619140625, + 2590.6832275390625, + 2630.313720703125, + 2609.395751953125, + 2612.1346435546875, + 2566.6051025390625, + 2627.592041015625, + 2661.744140625, + 2657.0147705078125, + 2621.8194580078125, + 2630.2052001953125, + 2636.615478515625, + 2623.82470703125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_151039.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..2a0a09ec0669d6fdc3e37feefa7e81774dbf26cb --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:10:39.757580+00:00", + "metrics": { + "MSE[mean]": 2174.292974762251, + "MSE[0.5]": 2237.2648314866365, + "MAE[0.5]": 42.71929824561433, + "MASE[0.5]": 0.6950936663693179, + "MAPE[0.5]": 0.01708259517257207, + "sMAPE[0.5]": 0.016905500790475182, + "MSIS": 27.803746654772713, + "RMSE[mean]": 46.62931454313103, + "NRMSE[mean]": 0.018574332764068793, + "ND[0.5]": 0.01701681589866795, + "mean_weighted_sum_quantile_loss": 0.01701681589866795 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281 + ], + "p10": [ + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281 + ], + "p90": [ + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_151039.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..b5dc48b8d04d47f80b54f33ee50b49354e5116d2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:10:39.811184+00:00", + "metrics": { + "MSE[mean]": 2083.3333333333335, + "MSE[0.5]": 2083.3333333333335, + "MAE[0.5]": 41.666666666666664, + "MASE[0.5]": 0.6779661016949152, + "MAPE[0.5]": 0.01665032679738562, + "sMAPE[0.5]": 0.016485629145438815, + "MSIS": 2.4915252713365668, + "RMSE[mean]": 45.64354645876384, + "NRMSE[mean]": 0.018181661659922528, + "ND[0.5]": 0.016597510373443983, + "mean_weighted_sum_quantile_loss": 0.011778699861687388 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "p10": [ + 2548.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0 + ], + "p90": [ + 2652.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_151033.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_151033.json new file mode 100644 index 0000000000000000000000000000000000000000..9c81a8c873cd92bd7ae95620c936fcd5066668af --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_151033.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:10:33.759089+00:00", + "metrics": { + "MSE[mean]": 1574.368651707967, + "MSE[0.5]": 1574.368651707967, + "MAE[0.5]": 36.397623697916664, + "MASE[0.5]": 0.5922325211864407, + "MAPE[0.5]": 0.01454988383374183, + "sMAPE[0.5]": 0.01442607770169753, + "MSIS": 22.69338436837924, + "RMSE[mean]": 39.67831462786653, + "NRMSE[mean]": 0.015805469727282934, + "ND[0.5]": 0.014498638485477179, + "mean_weighted_sum_quantile_loss": 0.014830292347423927 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2544.736328125, + 2545.08203125, + 2544.390625, + 2544.736328125, + 2544.390625, + 2544.390625, + 2544.390625, + 2544.390625, + 2544.390625, + 2544.390625, + 2543.69921875, + 2544.044921875, + 2544.390625, + 2544.044921875, + 2544.390625, + 2543.69921875, + 2544.390625, + 2544.736328125, + 2544.736328125, + 2544.736328125, + 2545.08203125, + 2544.390625, + 2544.736328125, + 2545.08203125 + ], + "p10": [ + 2544.044921875, + 2543.69921875, + 2543.353515625, + 2543.353515625, + 2543.0078125, + 2542.662109375, + 2543.0078125, + 2543.0078125, + 2542.662109375, + 2542.662109375, + 2542.31640625, + 2542.31640625, + 2542.31640625, + 2542.662109375, + 2542.31640625, + 2541.970703125, + 2543.353515625, + 2542.662109375, + 2542.662109375, + 2543.0078125, + 2543.0078125, + 2542.31640625, + 2542.31640625, + 2542.31640625 + ], + "p90": [ + 2546.46484375, + 2547.15625, + 2547.84765625, + 2549.23046875, + 2550.958984375, + 2553.37890625, + 2554.76171875, + 2558.564453125, + 2563.05859375, + 2567.3798828125, + 2570.8369140625, + 2574.6396484375, + 2576.88671875, + 2578.4423828125, + 2581.03515625, + 2581.03515625, + 2589.07275390625, + 2592.09765625, + 2594.6904296875, + 2595.208984375, + 2596.4189453125, + 2596.7646484375, + 2599.44384765625, + 2600.697021484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_150149.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_150149.json new file mode 100644 index 0000000000000000000000000000000000000000..bcfa7bd6d47d1c841c688efbfe2e19e1cc1a4b95 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_150149.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:01:49.545684+00:00", + "metrics": { + "MSE[mean]": 1885.1675601502259, + "MSE[0.5]": 1715.5065468922257, + "MAE[0.5]": 37.21477254231771, + "MASE[0.5]": 0.6055285023834746, + "MAPE[0.5]": 0.014882750746783089, + "sMAPE[0.5]": 0.01474698903020309, + "MSIS": 27.873510162870758, + "RMSE[mean]": 43.41851632829277, + "NRMSE[mean]": 0.01729534260380127, + "ND[0.5]": 0.014824141759595436, + "mean_weighted_sum_quantile_loss": 0.016282794130359615 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2549.320068359375, + 2549.976806640625, + 2548.510986328125, + 2547.01806640625, + 2547.60400390625, + 2548.6494140625, + 2548.770751953125, + 2547.712158203125, + 2545.499267578125, + 2548.77099609375, + 2546.844970703125, + 2548.694580078125, + 2546.90869140625, + 2547.602783203125, + 2548.316162109375, + 2546.587158203125, + 2544.381591796875, + 2546.0400390625, + 2544.265869140625, + 2544.341796875, + 2544.200927734375, + 2545.325439453125, + 2544.4658203125, + 2544.017578125 + ], + "p10": [ + 2552.295166015625, + 2549.720947265625, + 2549.9619140625, + 2549.418212890625, + 2551.833251953125, + 2551.252197265625, + 2553.60791015625, + 2550.701416015625, + 2554.2041015625, + 2550.62109375, + 2552.240478515625, + 2556.3310546875, + 2552.9189453125, + 2551.671142578125, + 2553.40380859375, + 2551.848876953125, + 2555.598388671875, + 2557.17822265625, + 2555.0615234375, + 2554.49951171875, + 2553.608154296875, + 2553.938232421875, + 2556.918212890625, + 2555.72509765625 + ], + "p90": [ + 2551.09716796875, + 2553.00341796875, + 2552.702392578125, + 2552.348876953125, + 2553.43115234375, + 2554.57177734375, + 2555.2529296875, + 2554.15625, + 2553.536376953125, + 2556.7578125, + 2556.613525390625, + 2557.308349609375, + 2557.564208984375, + 2559.704345703125, + 2561.0048828125, + 2559.71044921875, + 2558.51318359375, + 2561.385498046875, + 2561.62548828125, + 2562.3154296875, + 2563.24560546875, + 2566.44140625, + 2565.7041015625, + 2566.51416015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_150539.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_150539.json new file mode 100644 index 0000000000000000000000000000000000000000..08808200df1d297c9be73de264f1e4a1a8c28673 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_150539.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:05:39.455878+00:00", + "metrics": { + "MSE[mean]": 1960.5293608332674, + "MSE[0.5]": 1960.5293608332674, + "MAE[0.5]": 39.48106892903646, + "MASE[0.5]": 0.6424038334216101, + "MAPE[0.5]": 0.015791760652828838, + "sMAPE[0.5]": 0.015636469818976383, + "MSIS": 25.0223679157839, + "RMSE[mean]": 44.277865359943306, + "NRMSE[mean]": 0.017637655911014762, + "ND[0.5]": 0.01572689882650415, + "mean_weighted_sum_quantile_loss": 0.01638095023268211 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2549.3935546875, + 2549.53173828125, + 2549.645263671875, + 2549.681884765625, + 2549.711181640625, + 2549.610595703125, + 2549.6171875, + 2549.699951171875, + 2549.717529296875, + 2549.677001953125, + 2549.61669921875, + 2549.69970703125, + 2549.767333984375, + 2549.91650390625, + 2549.876220703125, + 2549.89208984375, + 2549.917724609375, + 2549.960205078125, + 2549.8642578125, + 2549.858154296875, + 2549.798583984375, + 2549.74169921875, + 2549.62939453125, + 2549.6396484375 + ], + "p10": [ + 2548.859375, + 2548.75341796875, + 2548.8525390625, + 2548.9345703125, + 2548.91943359375, + 2548.701416015625, + 2548.650146484375, + 2548.62255859375, + 2548.3359375, + 2548.031982421875, + 2547.890869140625, + 2547.75146484375, + 2547.40625, + 2547.224853515625, + 2546.952880859375, + 2546.72509765625, + 2546.52099609375, + 2546.349365234375, + 2546.033935546875, + 2545.809814453125, + 2545.98779296875, + 2545.744384765625, + 2545.62353515625, + 2545.686279296875 + ], + "p90": [ + 2550.105224609375, + 2550.238525390625, + 2553.530517578125, + 2559.29150390625, + 2565.661865234375, + 2574.229736328125, + 2582.201171875, + 2585.982177734375, + 2588.927734375, + 2588.90478515625, + 2590.96728515625, + 2594.426513671875, + 2600.470458984375, + 2601.787353515625, + 2601.91259765625, + 2605.74658203125, + 2607.586669921875, + 2608.1513671875, + 2609.342041015625, + 2609.275146484375, + 2612.08837890625, + 2612.82373046875, + 2611.9736328125, + 2609.623291015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_150340.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_150340.json new file mode 100644 index 0000000000000000000000000000000000000000..08c8fe8906bf20987aa0a58066e12aa5a5833caa --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_150340.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:03:40.445356+00:00", + "metrics": { + "MSE[mean]": 1991.6662295187514, + "MSE[0.5]": 1991.6662295187514, + "MAE[0.5]": 39.73186238606771, + "MASE[0.5]": 0.6464845405190678, + "MAPE[0.5]": 0.015892558258655026, + "sMAPE[0.5]": 0.01573480745277957, + "MSIS": 15.784418531514829, + "RMSE[mean]": 44.62808789897626, + "NRMSE[mean]": 0.017777163644405482, + "ND[0.5]": 0.015826799954616184, + "mean_weighted_sum_quantile_loss": 0.013236547209975795 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2550.0947265625, + 2550.10693359375, + 2550.13330078125, + 2550.09716796875, + 2550.04296875, + 2550.135498046875, + 2550.16064453125, + 2550.0732421875, + 2550.108154296875, + 2550.18212890625, + 2550.14306640625, + 2550.118408203125, + 2550.128173828125, + 2550.143798828125, + 2550.1845703125, + 2550.23388671875, + 2550.168701171875, + 2550.17724609375, + 2550.171630859375, + 2550.15234375, + 2550.08544921875, + 2550.344482421875, + 2550.3203125, + 2550.057861328125 + ], + "p10": [ + 2549.6328125, + 2549.53369140625, + 2549.554443359375, + 2549.3046875, + 2548.908935546875, + 2547.533447265625, + 2544.767822265625, + 2541.4453125, + 2536.16357421875, + 2533.88330078125, + 2530.2783203125, + 2526.973876953125, + 2524.4169921875, + 2522.9111328125, + 2522.850341796875, + 2522.126708984375, + 2521.822998046875, + 2520.962890625, + 2520.109130859375, + 2519.06689453125, + 2517.745361328125, + 2516.0654296875, + 2514.585205078125, + 2513.496826171875 + ], + "p90": [ + 2550.37939453125, + 2550.36083984375, + 2550.42578125, + 2550.449462890625, + 2550.34033203125, + 2550.86083984375, + 2558.322998046875, + 2567.71044921875, + 2585.723388671875, + 2585.827880859375, + 2595.3935546875, + 2596.2216796875, + 2599.1806640625, + 2599.0439453125, + 2598.16455078125, + 2597.03857421875, + 2597.445068359375, + 2597.328857421875, + 2597.518310546875, + 2596.4541015625, + 2597.05419921875, + 2596.99462890625, + 2597.93408203125, + 2597.66943359375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_151039.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..c9ac6554f3695568b5d1c46c6f9dbaf1b701c06b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_151039.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:10:39.302568+00:00", + "metrics": { + "MSE[mean]": 1.1343820192827603, + "MSE[0.5]": 1.1177601493403768, + "MAE[0.5]": 0.7838210792552353, + "MASE[0.5]": 0.9633986865500227, + "MAPE[0.5]": 1.1755519714100273, + "sMAPE[0.5]": 0.4985412468947116, + "MSIS": 37.641322524587274, + "RMSE[mean]": 1.0650737154219703, + "NRMSE[mean]": 0.7723335841980103, + "ND[0.5]": 0.5683844552217752, + "mean_weighted_sum_quantile_loss": 0.5661949491837728 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.8232025958312752, + 1.8385714056211044, + 1.852105436885345, + 1.8659345038633792, + 1.8796543538600217, + 1.8938940837567395, + 1.9075721748645131, + 1.9203343838209346, + 1.9333732368489402, + 1.9468290330573015, + 1.959971874411055, + 1.9726254707120825, + 1.9846733095999647, + 1.9968967035694702, + 2.0089028517632643, + 2.0223422236461204, + 2.03248648328763, + 2.04597739469411, + 2.0568290750979097, + 2.067511401014844, + 2.078784885123879, + 2.0919568890793814, + 2.1021148628676993, + 2.1112789465196737, + 2.1221848677751183, + 2.1324944863441817, + 2.142917149737264, + 2.153351583265278, + 2.1630506368480384, + 2.172232760530905, + 2.1826641877713793, + 2.1919099006169587, + 2.203853359110993, + 2.2107129595677835, + 2.219980711147837, + 2.229686688856875, + 2.2379771495747613, + 2.247017692153155, + 2.2553512021145226, + 2.265461831671506, + 2.2725270424221695, + 2.2816426857358776, + 2.289143823070715, + 2.297108270941686, + 2.3054350737263736, + 2.31436292645106, + 2.32177031192336, + 2.3288245030007277, + 2.3367585915742706, + 2.34388701046157, + 2.3511499897430435, + 2.35875017051297, + 2.365656084808744, + 2.3747141810066603, + 2.3798242482848644, + 2.386864600783235, + 2.3937105937435086, + 2.400596143810594, + 2.40771213804811, + 2.414693738098116 + ], + "p10": [ + 1.811403114380446, + 1.829897161743564, + 1.842604998935269, + 1.853571676026897, + 1.868051074305183, + 1.8835816780105383, + 1.8993961555295895, + 1.907967568349785, + 1.9224378283090575, + 1.9362151404411312, + 1.9482756643499037, + 1.9614440966494353, + 1.9732026622155825, + 1.9857178911580258, + 1.9985635643609676, + 2.0105939775052883, + 2.0229582647122166, + 2.0354610590827353, + 2.04425888578361, + 2.0567926073029272, + 2.0671218920297063, + 2.0807728375621592, + 2.089166453536433, + 2.098223658247722, + 2.109940863573357, + 2.1219146670605578, + 2.1318815339869857, + 2.1441821224010105, + 2.152010211916787, + 2.1610019990568423, + 2.1737459964459487, + 2.1809808778596964, + 2.192174888332217, + 2.2014271512272674, + 2.2085290303828082, + 2.2213692355960775, + 2.2273283512740107, + 2.2382677970293146, + 2.2435604464123386, + 2.256164832523093, + 2.263484679593069, + 2.2731060598546122, + 2.2777900027293705, + 2.2858350799550076, + 2.293855079268106, + 2.303928907989508, + 2.3124795953445556, + 2.3194538163469045, + 2.324928029980076, + 2.3324126253134163, + 2.339647699592173, + 2.347742753774214, + 2.3541771957682065, + 2.3634232094534764, + 2.36935795319307, + 2.377779820701869, + 2.383304287226925, + 2.3912864519877073, + 2.3959847195134905, + 2.405628205758642 + ], + "p90": [ + 1.834645304348609, + 1.8499842030726608, + 1.8627627746994297, + 1.8765703929637243, + 1.8914850857425027, + 1.9043287907569637, + 1.9191904992912479, + 1.9314008698558762, + 1.9457581925880099, + 1.9584007907770424, + 1.9717476275441215, + 1.983121328476727, + 1.9958294301267054, + 2.0091071888319987, + 2.0200497265245807, + 2.03204571246284, + 2.04410937003516, + 2.0555013762997594, + 2.067732619555926, + 2.0779821807186676, + 2.0895414849490117, + 2.101262158115679, + 2.113137603933929, + 2.1204824836623986, + 2.1344089823647816, + 2.1438480986456576, + 2.1530835114446862, + 2.1655427938167198, + 2.174279557744042, + 2.1818098080210953, + 2.194753822701111, + 2.204460264997591, + 2.2137990750984042, + 2.22264094869082, + 2.231444330979559, + 2.240931470895092, + 2.2505179552652788, + 2.257314290281893, + 2.2663312234460853, + 2.2760993408704295, + 2.2836559788356725, + 2.292460082475884, + 2.301327487882166, + 2.306847468040524, + 2.3168568937494785, + 2.3258826981962315, + 2.33674011060907, + 2.3408847346843, + 2.346875298392191, + 2.355385566449192, + 2.3616783082809483, + 2.369022355194942, + 2.376455777478624, + 2.384911076644217, + 2.3900654341704963, + 2.3990476781511205, + 2.404484064610077, + 2.4105189003006524, + 2.4182446771876793, + 2.423754866595516 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_145910.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_145910.json new file mode 100644 index 0000000000000000000000000000000000000000..e698c184161ccb09b064501020b70178c2b0dbe4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_145910.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:59:10.012776+00:00", + "metrics": { + "MSE[mean]": 0.07982676705665641, + "MSE[0.5]": 0.07982676705665641, + "MAE[0.5]": 0.20528404414653778, + "MASE[0.5]": 0.25231571813348935, + "MAPE[0.5]": 0.31682083198580624, + "sMAPE[0.5]": 0.21881840478117345, + "MSIS": 3.1691081810266137, + "RMSE[mean]": 0.28253631104099947, + "NRMSE[mean]": 0.20487998024242457, + "ND[0.5]": 0.14886083404240547, + "mean_weighted_sum_quantile_loss": 0.10507824243991155 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.8403483629226685, + 1.8478553295135498, + 1.8541138172149658, + 1.8570454120635986, + 1.8618394136428833, + 1.8658756017684937, + 1.8691301345825195, + 1.8718876838684082, + 1.8747754096984863, + 1.873739242553711, + 1.8718492984771729, + 1.8715213537216187, + 1.869287371635437, + 1.8662304878234863, + 1.8591291904449463, + 1.8488037586212158, + 1.8482511043548584, + 1.8432058095932007, + 1.8345348834991455, + 1.826545238494873, + 1.8171567916870117, + 1.8053724765777588, + 1.7917661666870117, + 1.7792168855667114, + 1.763150930404663, + 1.7452969551086426, + 1.7235960960388184, + 1.7052373886108398, + 1.6891824007034302, + 1.668327808380127, + 1.6458743810653687, + 1.6241393089294434, + 1.5892127752304077, + 1.5655409097671509, + 1.5420972108840942, + 1.5217623710632324, + 1.4952348470687866, + 1.4714053869247437, + 1.447810411453247, + 1.4140841960906982, + 1.386206865310669, + 1.3597880601882935, + 1.328697681427002, + 1.3043160438537598, + 1.2808642387390137, + 1.260532259941101, + 1.2358412742614746, + 1.2100614309310913, + 1.1503382921218872, + 1.1271275281906128, + 1.10321044921875, + 1.0801379680633545, + 1.0547473430633545, + 1.0301744937896729, + 1.0080699920654297, + 0.9768624901771545, + 0.9628046751022339, + 0.9429801106452942, + 0.9252113103866577, + 0.901901125907898 + ], + "p10": [ + 1.8153812885284424, + 1.8201112747192383, + 1.8213393688201904, + 1.8225274085998535, + 1.8228758573532104, + 1.8218107223510742, + 1.8196682929992676, + 1.8168169260025024, + 1.8129701614379883, + 1.8098361492156982, + 1.8020943403244019, + 1.797040581703186, + 1.7902055978775024, + 1.7750465869903564, + 1.768263339996338, + 1.7518045902252197, + 1.7526044845581055, + 1.7499128580093384, + 1.7300050258636475, + 1.7211731672286987, + 1.7076129913330078, + 1.6856777667999268, + 1.6694550514221191, + 1.6543071269989014, + 1.628256916999817, + 1.6030380725860596, + 1.5724756717681885, + 1.5533941984176636, + 1.5209407806396484, + 1.4863218069076538, + 1.4700591564178467, + 1.4330406188964844, + 1.4101438522338867, + 1.3920053243637085, + 1.3719593286514282, + 1.3397297859191895, + 1.3105335235595703, + 1.2754720449447632, + 1.2343744039535522, + 1.201114535331726, + 1.1695716381072998, + 1.1409657001495361, + 1.1025261878967285, + 1.0741535425186157, + 1.0415271520614624, + 1.0167752504348755, + 0.9966932535171509, + 0.9680304527282715, + 0.83013516664505, + 0.7888332009315491, + 0.760726273059845, + 0.7482235431671143, + 0.7023223638534546, + 0.6903897523880005, + 0.6628404855728149, + 0.6380351781845093, + 0.6158744096755981, + 0.5867161154747009, + 0.5649157762527466, + 0.5468021035194397 + ], + "p90": [ + 1.8602054119110107, + 1.870970606803894, + 1.8785736560821533, + 1.8870456218719482, + 1.89854097366333, + 1.9074163436889648, + 1.9138457775115967, + 1.9215149879455566, + 1.9285213947296143, + 1.9329615831375122, + 1.9322168827056885, + 1.9347894191741943, + 1.9424854516983032, + 1.9408891201019287, + 1.9466032981872559, + 1.9411777257919312, + 1.9221324920654297, + 1.9185891151428223, + 1.9153237342834473, + 1.911306381225586, + 1.9120042324066162, + 1.902773380279541, + 1.8972809314727783, + 1.890749216079712, + 1.8833999633789062, + 1.8801392316818237, + 1.863845705986023, + 1.845747709274292, + 1.8339365720748901, + 1.8220386505126953, + 1.8184857368469238, + 1.793145775794983, + 1.7384791374206543, + 1.7185699939727783, + 1.6960597038269043, + 1.683436632156372, + 1.6733248233795166, + 1.6560710668563843, + 1.6346632242202759, + 1.6246685981750488, + 1.5918495655059814, + 1.5755093097686768, + 1.5560885667800903, + 1.529689908027649, + 1.522545576095581, + 1.50352144241333, + 1.4819356203079224, + 1.4658966064453125, + 1.4743893146514893, + 1.4462130069732666, + 1.4235762357711792, + 1.4132835865020752, + 1.384916067123413, + 1.3848522901535034, + 1.3662641048431396, + 1.3512907028198242, + 1.3421032428741455, + 1.331784963607788, + 1.3173980712890625, + 1.3012194633483887 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_151039.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..5cf4682ed2ea3bf720d5d6fa6ac1080f4834a312 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_151039.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T15:10:39.596364+00:00", + "metrics": { + "MSE[mean]": 1.4720986023607696, + "MSE[0.5]": 1.476920729147256, + "MAE[0.5]": 0.9079356922116212, + "MASE[0.5]": 1.1159486220754369, + "MAPE[0.5]": 1.3539335561775079, + "sMAPE[0.5]": 0.5374696092406512, + "MSIS": 41.49660909573571, + "RMSE[mean]": 1.2133007056623555, + "NRMSE[mean]": 0.8798197431272862, + "ND[0.5]": 0.6583856283687216, + "mean_weighted_sum_quantile_loss": 0.6493316248771056 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.8354699517024489, + 1.8542139107384576, + 1.8729579964343368, + 1.8767020815341693, + 1.8894461252683783, + 1.9081902109642577, + 1.9354342691823954, + 1.939678243536798, + 1.9524223319744907, + 1.968166374337793, + 1.995910500624435, + 1.9991544655016995, + 2.01839846280389, + 2.030642490623659, + 2.0448866715081557, + 2.060130660704115, + 2.0843746532379344, + 2.100618718966257, + 2.1118628490675966, + 2.1271068978682006, + 2.1403508532087216, + 2.1580949592297847, + 2.1708390253157352, + 2.179583113097777, + 2.2033271418712204, + 2.224071142213248, + 2.2253152296972667, + 2.246559268305476, + 2.259803320503545, + 2.274547271433322, + 2.294791434674844, + 2.30503536903453, + 2.3202794625386174, + 2.340523581076656, + 2.3547675831472183, + 2.368511621457405, + 2.383755670258009, + 2.40049972954903, + 2.411243828834768, + 2.4309878569525605, + 2.4392319064684203, + 2.4649758796903347, + 2.4777199606774465, + 2.4869640271210254, + 2.503708101313208, + 2.5294521490409285, + 2.5451962212065533, + 2.560440270007157, + 2.5611842968732517, + 2.5754283883507814, + 2.598672393759204, + 2.615416423247903, + 2.623160479201064, + 2.640404442647817, + 2.6591485730471796, + 2.670892584952508, + 2.6966366550319707, + 2.7033807313103155, + 2.7226247286125065, + 2.7398688112685488 + ], + "p10": [ + 1.7884699458611935, + 1.805713968912591, + 1.82395803869403, + 1.8331020527808883, + 1.8453460806006574, + 1.8666901641150067, + 1.8819342129156107, + 1.8951782874654213, + 1.9104223387805959, + 1.925666385066629, + 1.9418104759242703, + 1.956154482667837, + 1.9743985524492755, + 1.9846426060182512, + 2.0018866290696486, + 2.020730631521681, + 2.037374721902485, + 2.052618797525179, + 2.06566284782782, + 2.078106875866636, + 2.0933509218732724, + 2.1084949689811046, + 2.128639044103119, + 2.1349830078121323, + 2.1533270703456466, + 2.173471121625804, + 2.1847152129841243, + 2.2000592634775, + 2.215303312278104, + 2.2294473484186814, + 2.2457914123938827, + 2.261035458679916, + 2.2821794941052373, + 2.2934235377798418, + 2.309467624243876, + 2.3220116538823317, + 2.3381557447399732, + 2.3524997514835393, + 2.3676437956111394, + 2.3829878490847474, + 2.3952319305486967, + 2.4194759290429806, + 2.433519993293108, + 2.4457640211128773, + 2.457108120124434, + 2.474352137215367, + 2.4916961649397686, + 2.514140241742634, + 2.5201842910841505, + 2.538428358071622, + 2.5515724279484284, + 2.5746164359317714, + 2.58216053022264, + 2.5943045593298693, + 2.6163486010494417, + 2.62689262989441, + 2.6421366812095854, + 2.6573807274956183, + 2.6745247577949405, + 2.6878688250968263 + ], + "p90": [ + 1.8705699587596385, + 1.885713958183755, + 1.8989579671684562, + 1.9122020417182664, + 1.928446137248912, + 1.946690207030351, + 1.9580343000814433, + 1.9731782369206825, + 1.987422331378444, + 2.004766374004007, + 2.0239104381587674, + 2.0341544440440273, + 2.0513985345231784, + 2.0648426422608552, + 2.0819866408952103, + 2.0951307465348035, + 2.112374659317608, + 2.1307187784755346, + 2.139962838958649, + 2.15820688489823, + 2.172350918058575, + 2.191594974965411, + 2.2059390353531576, + 2.218183057212462, + 2.236327134241826, + 2.251671178774737, + 2.2678151891661082, + 2.2800591871835545, + 2.2953033153328417, + 2.308547310533969, + 2.3277914270454496, + 2.339135520096542, + 2.3592794581278738, + 2.3745235039482453, + 2.3867675287877823, + 2.4021116657078934, + 2.4192556602444286, + 2.4324996841302906, + 2.449743763806101, + 2.464987866250885, + 2.4752318929977704, + 2.4955759595844005, + 2.508920003044428, + 2.5239639758163275, + 2.5392080257345184, + 2.556452159054509, + 2.571696207855113, + 2.583040300906205, + 2.5974843093425433, + 2.6155283388580646, + 2.6336723901829253, + 2.6470164366231854, + 2.663160500658736, + 2.6745044864214678, + 2.689648530549068, + 2.7079926318256007, + 2.7242366915934597, + 2.734480742182203, + 2.75462479346236, + 2.7708687995860384 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_150653.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_150653.json new file mode 100644 index 0000000000000000000000000000000000000000..695cc86551c33480322631653335f265d7234e08 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_150653.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:06:53.867355+00:00", + "metrics": { + "MSE[mean]": 0.2269346387220637, + "MSE[0.5]": 0.3400540269686701, + "MAE[0.5]": 0.41475822528203327, + "MASE[0.5]": 0.5097815560819016, + "MAPE[0.5]": 0.639805331293739, + "sMAPE[0.5]": 0.34857948480215034, + "MSIS": 2.0119905692390767, + "RMSE[mean]": 0.47637657239001974, + "NRMSE[mean]": 0.345442404835031, + "ND[0.5]": 0.300760127744554, + "mean_weighted_sum_quantile_loss": 0.23044234833127952 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.8435785174369812, + 1.85481196641922, + 1.8652420043945312, + 1.8597076535224915, + 1.8770254850387573, + 1.8733978271484375, + 1.8858325481414795, + 1.8748226165771484, + 1.889477789402008, + 1.8630369901657104, + 1.855547845363617, + 1.8760330080986023, + 1.8712501525878906, + 1.8780367374420166, + 1.903912365436554, + 1.9017360210418701, + 1.88258558511734, + 1.9046971201896667, + 1.8878620862960815, + 1.8750511407852173, + 1.8783099055290222, + 1.8598929643630981, + 1.9086384773254395, + 1.8488886952400208, + 1.7890578508377075, + 1.8338104486465454, + 1.818816065788269, + 1.8325418829917908, + 1.8037402629852295, + 1.794798731803894, + 1.8289176225662231, + 1.767768681049347, + 1.7473007440567017, + 1.7469708919525146, + 1.6753238439559937, + 1.7865209579467773, + 1.7425875663757324, + 1.7688350677490234, + 1.562451958656311, + 1.741087794303894, + 1.7375812530517578, + 1.7792867422103882, + 1.6900432109832764, + 1.6125342845916748, + 1.6557719707489014, + 1.5798062682151794, + 1.7233893871307373, + 1.608146607875824, + 1.6634368896484375, + 1.7037690877914429, + 1.574110746383667, + 1.3879306316375732, + 1.5649786591529846, + 1.442006766796112, + 1.4624618291854858, + 1.5033973455429077, + 1.4069809913635254, + 1.3117201328277588, + 1.5231695771217346, + 1.3757573366165161 + ], + "p10": [ + 1.807327151298523, + 1.8207725286483765, + 1.820612370967865, + 1.8002961874008179, + 1.8120667338371277, + 1.799355149269104, + 1.8116918206214905, + 1.7747211456298828, + 1.741539478302002, + 1.6544042825698853, + 1.6599127054214478, + 1.6790303587913513, + 1.5376290082931519, + 1.3932573795318604, + 1.4877275824546814, + 1.343756377696991, + 1.2375766038894653, + 1.2986369132995605, + 1.266086220741272, + 1.1365231275558472, + 1.1685352325439453, + 1.1110509037971497, + 1.0163142681121826, + 0.8633352518081665, + 0.9319485723972321, + 0.905512809753418, + 0.882439374923706, + 0.8216772973537445, + 0.616790771484375, + 0.5239897072315216, + 0.8898501992225647, + 0.3287965655326843, + 0.4608938992023468, + 0.3611832857131958, + 0.4218149483203888, + 0.2540106475353241, + 0.2563803493976593, + 0.3926222026348114, + 0.12045228481292725, + 0.4260029196739197, + 0.16559955477714539, + 0.1569252610206604, + 0.3129563629627228, + 0.3082709312438965, + 0.04231613874435425, + 0.10161146521568298, + 0.23724108934402466, + -0.024354636669158936, + 0.010018199682235718, + 0.10924884676933289, + 0.15908846259117126, + -0.2434024214744568, + -0.05431610345840454, + -0.14213544130325317, + 0.14367526769638062, + -0.19696342945098877, + -0.2526596784591675, + -0.30687713623046875, + -0.40748846530914307, + -0.4437900185585022 + ], + "p90": [ + 1.8604608178138733, + 1.8874733448028564, + 1.9091535806655884, + 1.9140494465827942, + 1.9528056383132935, + 1.967391550540924, + 1.995631217956543, + 1.9857041239738464, + 2.0088050365448, + 2.0086567401885986, + 2.016175866127014, + 2.0339622497558594, + 2.042003870010376, + 2.114285945892334, + 2.1305912733078003, + 2.1715821027755737, + 2.1774193048477173, + 2.286863923072815, + 2.1471253633499146, + 2.3206520080566406, + 2.1616172790527344, + 2.218137741088867, + 2.449950695037842, + 2.337790846824646, + 2.2339773178100586, + 2.2747414112091064, + 2.5308849811553955, + 2.585506796836853, + 2.394918441772461, + 2.3333486318588257, + 2.6295645236968994, + 2.4521595239639282, + 2.3991525173187256, + 2.718214273452759, + 2.6097923517227173, + 2.482656717300415, + 2.5540798902511597, + 2.5431466102600098, + 2.4792447090148926, + 2.577711582183838, + 2.8308639526367188, + 2.7183386087417603, + 2.7776267528533936, + 2.5633376836776733, + 2.676806926727295, + 2.4958813190460205, + 2.7723569869995117, + 2.8576323986053467, + 2.7687336206436157, + 2.8509504795074463, + 2.6640830039978027, + 2.5253652334213257, + 2.5019419193267822, + 2.58111035823822, + 2.673431396484375, + 2.6553542613983154, + 2.663037896156311, + 2.7209036350250244, + 2.6247200965881348, + 2.812920570373535 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_151039.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..e99cff5346306942302d4e92f583fe265704fb43 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_151039.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:10:39.707039+00:00", + "metrics": { + "MSE[mean]": 0.3482504980896224, + "MSE[0.5]": 0.3495321026158552, + "MAE[0.5]": 0.47731667011976237, + "MASE[0.5]": 0.5866724756863423, + "MAPE[0.5]": 0.6756976227266059, + "sMAPE[0.5]": 0.3845072700583263, + "MSIS": 20.619489247819224, + "RMSE[mean]": 0.590127526971605, + "NRMSE[mean]": 0.42792841607147786, + "ND[0.5]": 0.34612411262538884, + "mean_weighted_sum_quantile_loss": 0.3368028478752418 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.583517599575523, + 1.587017509810928, + 1.5905175467062032, + 1.5790175830054318, + 1.576517577939037, + 1.5800176148343121, + 1.592017624251846, + 1.5810175498056447, + 1.5785175894427335, + 1.5790175830054318, + 1.59151766049147, + 1.5795175765681302, + 1.583517525069717, + 1.5805175040888821, + 1.579517636172775, + 1.5795175765681302, + 1.5885175203013455, + 1.5895175372290646, + 1.5855176185298, + 1.5855176185298, + 1.583517525069717, + 1.586017582290176, + 1.583517599575523, + 1.5770176385569608, + 1.5855176185298, + 1.591017570071224, + 1.5770176087546384, + 1.583017598562244, + 1.5810176019597089, + 1.5805175040888821, + 1.5855176185298, + 1.5805175040888821, + 1.5805175487923657, + 1.5855176185298, + 1.5845175717997586, + 1.5830175613093411, + 1.5830175613093411, + 1.5845175717997586, + 1.5800176222848927, + 1.584517601602081, + 1.5775176023173367, + 1.5880175267386472, + 1.5855175589251553, + 1.5795175765681302, + 1.5810176019597089, + 1.5915176008868253, + 1.592017624251846, + 1.592017624251846, + 1.5775176023173367, + 1.5765176449942624, + 1.584517601602081, + 1.586017582290176, + 1.5785175894427335, + 1.5805175040888821, + 1.5840175856876408, + 1.5805175487923657, + 1.591017570071224, + 1.5825175975489651, + 1.586517546050552, + 1.5885175799059903 + ], + "p10": [ + 1.5365175937342679, + 1.5385175679850613, + 1.5415175889658963, + 1.535417554252151, + 1.5324175332713161, + 1.5385175679850613, + 1.5385175679850613, + 1.5365175937342679, + 1.5365175962488389, + 1.5365175937342679, + 1.5374176357913052, + 1.5365175937342679, + 1.5395176147151028, + 1.5345176194834744, + 1.5365175937342679, + 1.540117547385696, + 1.5415175889658963, + 1.5415176157879864, + 1.5393176172900236, + 1.5365175965282356, + 1.5365175937342679, + 1.536417592041496, + 1.5413176183629071, + 1.5324175332713161, + 1.5355175470042264, + 1.5404175494837795, + 1.536417592041496, + 1.5365175937342679, + 1.5365175937342679, + 1.5354175810742414, + 1.5365175962488389, + 1.5365175937342679, + 1.5424175803589857, + 1.538417575232986, + 1.5392176128964161, + 1.5365175937342679, + 1.5374176357913052, + 1.5365175937342679, + 1.5364175890612637, + 1.5365175937342679, + 1.5335176263976131, + 1.542517576091293, + 1.541317591540817, + 1.538317570559982, + 1.5344176207709348, + 1.5364175890612637, + 1.5385175679850613, + 1.5457175959873235, + 1.5365175965282356, + 1.5395176147151028, + 1.5374176357913052, + 1.5452175949740445, + 1.5375176404643094, + 1.5344176207709348, + 1.541217613689903, + 1.5365175937342679, + 1.5365175962488389, + 1.5365175937342679, + 1.538417575232986, + 1.5365175937342679 + ], + "p90": [ + 1.618617606632713, + 1.6185175572562254, + 1.6165175174403226, + 1.6145175431895291, + 1.6155175899195706, + 1.6185176109004056, + 1.614617655150894, + 1.6145175431895291, + 1.613517588846687, + 1.615617582671646, + 1.6195175980258023, + 1.614517555110458, + 1.616517596789006, + 1.6147176557260787, + 1.6166176055598294, + 1.6145176623988187, + 1.6165175263810192, + 1.619617596738342, + 1.6136176084208524, + 1.6166176055598294, + 1.6155175899195706, + 1.6195175980258023, + 1.6186176096129452, + 1.615617582671646, + 1.6185176109004056, + 1.618617606632713, + 1.61951756822348, + 1.6165175174403226, + 1.616517596789006, + 1.6145175431895291, + 1.6185176109004056, + 1.614617655150894, + 1.619517544381622, + 1.6195175414013898, + 1.6165175174403226, + 1.6166176055598294, + 1.6185175512957608, + 1.6165175263810192, + 1.6185175572562254, + 1.6185176109004056, + 1.613517588846687, + 1.618617606632713, + 1.616717601292137, + 1.6165175252634323, + 1.6165175263810192, + 1.6185176109004056, + 1.6185176109004056, + 1.614617655150894, + 1.6138176147866283, + 1.6166175955015456, + 1.6195175980258023, + 1.6176175956654584, + 1.6185176109004056, + 1.6146175478625333, + 1.6145175431895291, + 1.6176175956654584, + 1.618617606632713, + 1.6136176084208524, + 1.6185176109004056, + 1.61951756822348 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_151039.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..f7afc3c434bf8c82bf4703cb07b5492cc5994325 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_151039.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:10:39.771837+00:00", + "metrics": { + "MSE[mean]": 0.3591873810038112, + "MSE[0.5]": 0.3591873810038112, + "MAE[0.5]": 0.4988166719675064, + "MASE[0.5]": 0.6130982431084441, + "MAPE[0.5]": 0.667920834129516, + "sMAPE[0.5]": 0.4012189293241858, + "MSIS": 22.401212086990096, + "RMSE[mean]": 0.599322434924483, + "NRMSE[mean]": 0.43459606368383447, + "ND[0.5]": 0.36171474569321665, + "mean_weighted_sum_quantile_loss": 0.35426451891045224 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188 + ], + "p10": [ + 1.272039978504181, + 1.301439950466156, + 1.3239799523353577, + 1.3494599747657776, + 1.375920042991638, + 1.3974799990653992, + 1.4190399551391601, + 1.4464799523353575, + 1.4758800411224364, + 1.5091999626159667, + 1.5356600308418273, + 1.5621199822425842, + 1.5846599841117859, + 1.5944599747657775, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, + 1.272039978504181, + 1.301439950466156, + 1.3239799523353577, + 1.3494599747657776, + 1.375920042991638, + 1.3974799990653992, + 1.4190399551391601, + 1.4464799523353575, + 1.4758800411224364, + 1.5091999626159667, + 1.5356600308418273, + 1.5621199822425842, + 1.5846599841117859, + 1.5944599747657775, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, + 1.272039978504181, + 1.301439950466156, + 1.3239799523353577, + 1.3494599747657776, + 1.375920042991638, + 1.3974799990653992, + 1.4190399551391601, + 1.4464799523353575, + 1.4758800411224364, + 1.5091999626159667, + 1.5356600308418273, + 1.5621199822425842 + ], + "p90": [ + 1.3239599776268005, + 1.3545599484443664, + 1.378019950389862, + 1.4045399737358093, + 1.432080044746399, + 1.4545199990272522, + 1.4769599533081055, + 1.5055199503898622, + 1.5361200428009034, + 1.570799961090088, + 1.5983400321006775, + 1.6258799815177918, + 1.6493399834632874, + 1.6595399737358094, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, + 1.3239599776268005, + 1.3545599484443664, + 1.378019950389862, + 1.4045399737358093, + 1.432080044746399, + 1.4545199990272522, + 1.4769599533081055, + 1.5055199503898622, + 1.5361200428009034, + 1.570799961090088, + 1.5983400321006775, + 1.6258799815177918, + 1.6493399834632874, + 1.6595399737358094, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, + 1.3239599776268005, + 1.3545599484443664, + 1.378019950389862, + 1.4045399737358093, + 1.432080044746399, + 1.4545199990272522, + 1.4769599533081055, + 1.5055199503898622, + 1.5361200428009034, + 1.570799961090088, + 1.5983400321006775, + 1.6258799815177918 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_150944.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_150944.json new file mode 100644 index 0000000000000000000000000000000000000000..b4d7d1a61bc18616ea40cd18ad7a0c1a81ec3bc2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_150944.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:09:44.122420+00:00", + "metrics": { + "MSE[mean]": 0.0271995681050325, + "MSE[0.5]": 0.0271995681050325, + "MAE[0.5]": 0.12072150409221649, + "MASE[0.5]": 0.14837944724744115, + "MAPE[0.5]": 0.1682817126864745, + "sMAPE[0.5]": 0.2195149567251817, + "MSIS": 0.6065629195378226, + "RMSE[mean]": 0.16492291564556, + "NRMSE[mean]": 0.11959313680598785, + "ND[0.5]": 0.08754067497419817, + "mean_weighted_sum_quantile_loss": 0.08226851467976018 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.8497314453125, + 1.85992431640625, + 1.865020751953125, + 1.88031005859375, + 1.8905029296875, + 1.90069580078125, + 1.910888671875, + 1.915985107421875, + 1.92108154296875, + 1.926177978515625, + 1.9312744140625, + 1.926177978515625, + 1.92108154296875, + 1.915985107421875, + 1.910888671875, + 1.90069580078125, + 1.895599365234375, + 1.90069580078125, + 1.885406494140625, + 1.875213623046875, + 1.88031005859375, + 1.8497314453125, + 1.834442138671875, + 1.8089599609375, + 1.77838134765625, + 1.732513427734375, + 1.6942901611328125, + 1.6458740234375, + 1.600006103515625, + 1.5312042236328125, + 1.46240234375, + 1.4139862060546875, + 1.3591995239257812, + 1.294219970703125, + 1.22796630859375, + 1.1801872253417969, + 1.1113853454589844, + 1.036451816558838, + 0.9769668579101562, + 0.9094390869140625, + 0.8368148803710938, + 0.7883987426757812, + 0.7157745361328125, + 0.6750030517578125, + 0.601104736328125, + 0.5526885986328125, + 0.488983154296875, + 0.4456634521484375, + 0.5068206787109375, + 0.4660491943359375, + 0.427825927734375, + 0.376861572265625, + 0.325897216796875, + 0.280029296875, + 0.244354248046875, + 0.20867919921875, + 0.15771484375, + 0.1373291015625, + 0.081268310546875, + 0.050689697265625 + ], + "p10": [ + 1.834442138671875, + 1.83953857421875, + 1.8497314453125, + 1.865020751953125, + 1.875213623046875, + 1.88031005859375, + 1.885406494140625, + 1.88031005859375, + 1.885406494140625, + 1.875213623046875, + 1.88031005859375, + 1.865020751953125, + 1.85992431640625, + 1.83953857421875, + 1.824249267578125, + 1.8089599609375, + 1.77838134765625, + 1.773284912109375, + 1.73760986328125, + 1.71722412109375, + 1.6993865966796875, + 1.6458740234375, + 1.6076507568359375, + 1.55413818359375, + 1.4955291748046875, + 1.43182373046875, + 1.37066650390625, + 1.304412841796875, + 1.2254180908203125, + 1.1432380676269531, + 1.0580320358276367, + 0.9858856201171875, + 0.9642257690429688, + 0.9043426513671875, + 0.8470077514648438, + 0.7985916137695312, + 0.7450790405273438, + 0.687744140625, + 0.64697265625, + 0.59600830078125, + 0.529754638671875, + 0.5042724609375, + 0.438018798828125, + 0.407440185546875, + 0.346282958984375, + 0.32080078125, + 0.2596435546875, + 0.20867919921875, + 0.254547119140625, + 0.223968505859375, + 0.18829345703125, + 0.14752197265625, + 0.10675048828125, + 0.071075439453125, + 0.040496826171875, + -0.000274658203125, + -0.03594970703125, + -0.041046142578125, + -0.0869140625, + -0.1072998046875 + ], + "p90": [ + 1.85992431640625, + 1.875213623046875, + 1.885406494140625, + 1.895599365234375, + 1.910888671875, + 1.926177978515625, + 1.9312744140625, + 1.94146728515625, + 1.96185302734375, + 1.96185302734375, + 1.966949462890625, + 1.9720458984375, + 1.9720458984375, + 1.977142333984375, + 1.977142333984375, + 1.9720458984375, + 1.987335205078125, + 2.007720947265625, + 1.987335205078125, + 1.992431640625, + 2.00262451171875, + 1.992431640625, + 1.997528076171875, + 1.977142333984375, + 1.977142333984375, + 1.95166015625, + 1.9312744140625, + 1.910888671875, + 1.90069580078125, + 1.865020751953125, + 1.834442138671875, + 1.814056396484375, + 1.8089599609375, + 1.742706298828125, + 1.681549072265625, + 1.6586151123046875, + 1.6178436279296875, + 1.5515899658203125, + 1.498077392578125, + 1.447113037109375, + 1.4037933349609375, + 1.3579254150390625, + 1.3005905151367188, + 1.263641357421875, + 1.2005729675292969, + 1.1489715576171875, + 1.0927515029907227, + 1.0381240844726562, + 0.9470252990722656, + 0.9158096313476562, + 0.8635711669921875, + 0.8036880493164062, + 0.7361602783203125, + 0.6699066162109375, + 0.6265869140625, + 0.5832672119140625, + 0.529754638671875, + 0.4762420654296875, + 0.4150848388671875, + 0.356475830078125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_150019.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_150019.json new file mode 100644 index 0000000000000000000000000000000000000000..7c5b8bbb67739ebc887e51253895bc7d65472fd6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_150019.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:00:19.890098+00:00", + "metrics": { + "MSE[mean]": 0.0032154675240128492, + "MSE[0.5]": 0.007507998596565739, + "MAE[0.5]": 0.08268063912789027, + "MASE[0.5]": 0.10162321637817051, + "MAPE[0.5]": 0.08427885718165236, + "sMAPE[0.5]": 0.0916658152037537, + "MSIS": 0.9150804134103238, + "RMSE[mean]": 0.05670509257564835, + "NRMSE[mean]": 0.041119451881205506, + "ND[0.5]": 0.059955506775534594, + "mean_weighted_sum_quantile_loss": 0.042004318222446324 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.8070976734161377, + 1.822697401046753, + 1.8378188610076904, + 1.8432822227478027, + 1.8489465713500977, + 1.8677947521209717, + 1.8770818710327148, + 1.8726978302001953, + 1.8841791152954102, + 1.8867485523223877, + 1.880995512008667, + 1.867678165435791, + 1.8791346549987793, + 1.853499174118042, + 1.8385324478149414, + 1.8469929695129395, + 1.8314521312713623, + 1.8045856952667236, + 1.8061652183532715, + 1.786994218826294, + 1.758897304534912, + 1.715149164199829, + 1.7095694541931152, + 1.6761445999145508, + 1.657275915145874, + 1.6213948726654053, + 1.6023151874542236, + 1.5683794021606445, + 1.5454988479614258, + 1.5001261234283447, + 1.459996223449707, + 1.4268994331359863, + 1.371100902557373, + 1.3468263149261475, + 1.3102099895477295, + 1.2391657829284668, + 1.2033185958862305, + 1.1489031314849854, + 1.113152265548706, + 1.06979501247406, + 1.017592191696167, + 0.9805102944374084, + 0.9238075017929077, + 0.8920520544052124, + 0.8236231207847595, + 0.8089168071746826, + 0.7687013149261475, + 0.6905285120010376, + 0.6520087718963623, + 0.5985515117645264, + 0.5605558156967163, + 0.4999975860118866, + 0.4638662338256836, + 0.4144173860549927, + 0.37716367840766907, + 0.3308315575122833, + 0.3099382221698761, + 0.25349700450897217, + 0.2330094575881958, + 0.1930992305278778 + ], + "p10": [ + 1.8547239303588867, + 1.837446689605713, + 1.8681347370147705, + 1.9052939414978027, + 1.8386561870574951, + 1.8635330200195312, + 1.8507554531097412, + 1.8868207931518555, + 1.9024438858032227, + 1.9200270175933838, + 1.892341136932373, + 1.9005882740020752, + 1.829047441482544, + 1.8916280269622803, + 1.8115649223327637, + 1.8676395416259766, + 1.807405710220337, + 1.8119049072265625, + 1.765174388885498, + 1.8239905834197998, + 1.7715122699737549, + 1.7443671226501465, + 1.7318613529205322, + 1.6815757751464844, + 1.682046890258789, + 1.643625259399414, + 1.6121528148651123, + 1.6024937629699707, + 1.5742278099060059, + 1.5274786949157715, + 1.4876320362091064, + 1.448673963546753, + 1.411238670349121, + 1.3992433547973633, + 1.3469629287719727, + 1.2903189659118652, + 1.2174453735351562, + 1.1960952281951904, + 1.148650884628296, + 1.1045337915420532, + 1.0639228820800781, + 1.0344934463500977, + 0.9814608097076416, + 0.9811673760414124, + 0.849329948425293, + 0.875821590423584, + 0.826646625995636, + 0.7792332172393799, + 0.7407206892967224, + 0.6801789999008179, + 0.5965174436569214, + 0.5559207201004028, + 0.5268325805664062, + 0.477073609828949, + 0.4778174161911011, + 0.41987890005111694, + 0.37914979457855225, + 0.3423781394958496, + 0.28515470027923584, + 0.25836461782455444 + ], + "p90": [ + 1.822890043258667, + 1.846764087677002, + 1.8786957263946533, + 1.8916218280792236, + 1.8898279666900635, + 1.9184837341308594, + 1.9200870990753174, + 1.9234390258789062, + 1.922882080078125, + 1.924213171005249, + 1.9275538921356201, + 1.8968956470489502, + 1.9109430313110352, + 1.892655849456787, + 1.8825461864471436, + 1.8873820304870605, + 1.881718635559082, + 1.8642082214355469, + 1.8605597019195557, + 1.8462378978729248, + 1.8235235214233398, + 1.7770805358886719, + 1.7704029083251953, + 1.7282607555389404, + 1.720210075378418, + 1.6979117393493652, + 1.6942055225372314, + 1.6684517860412598, + 1.6435017585754395, + 1.6111550331115723, + 1.5844600200653076, + 1.5544183254241943, + 1.502812385559082, + 1.4806709289550781, + 1.4427833557128906, + 1.3952980041503906, + 1.358689546585083, + 1.3252453804016113, + 1.284925937652588, + 1.2400496006011963, + 1.1926343441009521, + 1.1648637056350708, + 1.1151288747787476, + 1.0873167514801025, + 1.0314671993255615, + 1.0147628784179688, + 0.9747294783592224, + 0.9114488363265991, + 0.8716216087341309, + 0.8239993453025818, + 0.8054755330085754, + 0.7552951574325562, + 0.7218132019042969, + 0.6726394891738892, + 0.6398417949676514, + 0.6254602670669556, + 0.5862060785293579, + 0.5463759899139404, + 0.5206840634346008, + 0.48822447657585144 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_150419.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_150419.json new file mode 100644 index 0000000000000000000000000000000000000000..92945f98eebf4a8d864fefd792f9c70f48182aad --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_150419.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:04:19.853192+00:00", + "metrics": { + "MSE[mean]": 0.26317501488552697, + "MSE[0.5]": 0.26317501488552697, + "MAE[0.5]": 0.36366484065850574, + "MASE[0.5]": 0.4469824033920145, + "MAPE[0.5]": 0.564935162413661, + "sMAPE[0.5]": 0.3223584866662664, + "MSIS": 1.9806133452490542, + "RMSE[mean]": 0.5130058624280301, + "NRMSE[mean]": 0.3720039755996206, + "ND[0.5]": 0.26370998153992026, + "mean_weighted_sum_quantile_loss": 0.1588779179513028 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.8382632732391357, + 1.8511011600494385, + 1.861112356185913, + 1.8706707954406738, + 1.8776777982711792, + 1.8837416172027588, + 1.8884724378585815, + 1.8915424346923828, + 1.8943507671356201, + 1.8960490226745605, + 1.8971948623657227, + 1.8965306282043457, + 1.8955994844436646, + 1.893993616104126, + 1.8939130306243896, + 1.8914523124694824, + 1.8874598741531372, + 1.882338047027588, + 1.877350091934204, + 1.8711376190185547, + 1.8621503114700317, + 1.8519220352172852, + 1.8431098461151123, + 1.832708716392517, + 1.8214027881622314, + 1.8083152770996094, + 1.7956849336624146, + 1.7831737995147705, + 1.76902437210083, + 1.7545166015625, + 1.7410458326339722, + 1.7267603874206543, + 1.8434381484985352, + 1.8243147134780884, + 1.7972843647003174, + 1.7833633422851562, + 1.7631193399429321, + 1.737939715385437, + 1.7149035930633545, + 1.696418285369873, + 1.6772289276123047, + 1.6578398942947388, + 1.6363582611083984, + 1.6120389699935913, + 1.5924654006958008, + 1.57346773147583, + 1.5569467544555664, + 1.5338654518127441, + 1.5147918462753296, + 1.4979369640350342, + 1.4805576801300049, + 1.463205337524414, + 1.4464678764343262, + 1.4276448488235474, + 1.4120930433273315, + 1.3936123847961426, + 1.379319667816162, + 1.3676050901412964, + 1.3544809818267822, + 1.3410919904708862 + ], + "p10": [ + 1.8258531093597412, + 1.837460994720459, + 1.8450093269348145, + 1.8500397205352783, + 1.8525785207748413, + 1.8526020050048828, + 1.8508994579315186, + 1.8467512130737305, + 1.8435752391815186, + 1.8370726108551025, + 1.8283898830413818, + 1.8176515102386475, + 1.8055500984191895, + 1.7931602001190186, + 1.7793985605239868, + 1.7648125886917114, + 1.7483420372009277, + 1.7266426086425781, + 1.7045074701309204, + 1.681396722793579, + 1.6539788246154785, + 1.6280817985534668, + 1.602495551109314, + 1.5742204189300537, + 1.5425759553909302, + 1.5106350183486938, + 1.4787801504135132, + 1.4415559768676758, + 1.4006571769714355, + 1.3570399284362793, + 1.3123779296875, + 1.2800581455230713, + 1.352454423904419, + 1.3686447143554688, + 1.347614049911499, + 1.3100712299346924, + 1.2647196054458618, + 1.2163021564483643, + 1.1654239892959595, + 1.1188039779663086, + 1.076356053352356, + 1.0374243259429932, + 0.994170606136322, + 0.9557965397834778, + 0.9231348037719727, + 0.8811917901039124, + 0.8394927382469177, + 0.7994364500045776, + 0.7700074911117554, + 0.7335690855979919, + 0.6945536136627197, + 0.6611471176147461, + 0.6182908415794373, + 0.5886470079421997, + 0.5639568567276001, + 0.53711998462677, + 0.5048525333404541, + 0.47604334354400635, + 0.4590356945991516, + 0.42996519804000854 + ], + "p90": [ + 1.8482084274291992, + 1.8639376163482666, + 1.8771435022354126, + 1.8921189308166504, + 1.903322458267212, + 1.9142963886260986, + 1.925036072731018, + 1.9355130195617676, + 1.9456408023834229, + 1.9541627168655396, + 1.9635658264160156, + 1.9731330871582031, + 1.9815075397491455, + 1.9911139011383057, + 2.0007638931274414, + 2.010807752609253, + 2.0202622413635254, + 2.0314106941223145, + 2.0411553382873535, + 2.0520057678222656, + 2.0599238872528076, + 2.0688328742980957, + 2.079049587249756, + 2.086542844772339, + 2.0938313007354736, + 2.099377393722534, + 2.105907440185547, + 2.1138758659362793, + 2.12074613571167, + 2.128291130065918, + 2.1337242126464844, + 2.1318302154541016, + 2.100137710571289, + 2.0914156436920166, + 2.102691888809204, + 2.1282453536987305, + 2.147122859954834, + 2.165863037109375, + 2.1888034343719482, + 2.213536262512207, + 2.2321557998657227, + 2.253931760787964, + 2.2675554752349854, + 2.280642032623291, + 2.2909584045410156, + 2.301732063293457, + 2.316746234893799, + 2.3100438117980957, + 2.3142476081848145, + 2.3324146270751953, + 2.344296932220459, + 2.3606410026550293, + 2.358368396759033, + 2.3633508682250977, + 2.363190174102783, + 2.367844820022583, + 2.3692150115966797, + 2.3731369972229004, + 2.379750967025757, + 2.3883657455444336 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_150237.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_150237.json new file mode 100644 index 0000000000000000000000000000000000000000..b0bc752ced5bce9f9065fc88c9e1465d9d0741df --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_150237.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:02:37.903043+00:00", + "metrics": { + "MSE[mean]": 0.02178553042689228, + "MSE[0.5]": 0.02178553042689228, + "MAE[0.5]": 0.11349472999572754, + "MASE[0.5]": 0.1394969804998429, + "MAPE[0.5]": 0.16749832778800003, + "sMAPE[0.5]": 0.13525927016628822, + "MSIS": 0.9103534498707491, + "RMSE[mean]": 0.14759922231127195, + "NRMSE[mean]": 0.10703093573888427, + "ND[0.5]": 0.08230021108957462, + "mean_weighted_sum_quantile_loss": 0.0792066992011264 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" + ], + "context": [ + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044 + ], + "actual": [ + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 + ], + "predictions": { + "p50": [ + 1.8248634338378906, + 1.8396304845809937, + 1.8551092147827148, + 1.864471673965454, + 1.8694849014282227, + 1.8768317699432373, + 1.88260817527771, + 1.8847432136535645, + 1.8853381872177124, + 1.8853864669799805, + 1.888333797454834, + 1.8849208354949951, + 1.8785148859024048, + 1.8752433061599731, + 1.8668136596679688, + 1.857832670211792, + 1.8497531414031982, + 1.838376760482788, + 1.8241901397705078, + 1.8088465929031372, + 1.7943480014801025, + 1.7747633457183838, + 1.7567027807235718, + 1.7370333671569824, + 1.7135264873504639, + 1.6919379234313965, + 1.665576457977295, + 1.6363060474395752, + 1.610525131225586, + 1.5820472240447998, + 1.5510964393615723, + 1.5162947177886963, + 1.5068145990371704, + 1.4794634580612183, + 1.447087049484253, + 1.4101314544677734, + 1.3771984577178955, + 1.3432514667510986, + 1.310112476348877, + 1.2736421823501587, + 1.2373301982879639, + 1.1987627744674683, + 1.1700029373168945, + 1.1323236227035522, + 1.0910065174102783, + 1.0562324523925781, + 1.0183014869689941, + 0.9825516939163208, + 0.9437285661697388, + 0.9105831980705261, + 0.8745497465133667, + 0.8448941111564636, + 0.8119913339614868, + 0.7792950868606567, + 0.7553986310958862, + 0.7261115312576294, + 0.6962647438049316, + 0.6728226542472839, + 0.6443555951118469, + 0.6229268908500671 + ], + "p10": [ + 1.8104560375213623, + 1.8202054500579834, + 1.8328264951705933, + 1.8390963077545166, + 1.8411548137664795, + 1.8424254655838013, + 1.8428715467453003, + 1.8385875225067139, + 1.8348798751831055, + 1.8284130096435547, + 1.8211426734924316, + 1.810634970664978, + 1.7950916290283203, + 1.7848641872406006, + 1.7650154829025269, + 1.746031403541565, + 1.7286139726638794, + 1.7103703022003174, + 1.687203049659729, + 1.6605949401855469, + 1.6385202407836914, + 1.6061906814575195, + 1.5789258480072021, + 1.5490213632583618, + 1.5136959552764893, + 1.4844081401824951, + 1.445432424545288, + 1.4064773321151733, + 1.368302345275879, + 1.3312619924545288, + 1.2889631986618042, + 1.2476751804351807, + 1.204986572265625, + 1.163094162940979, + 1.1247848272323608, + 1.0887547731399536, + 1.0448392629623413, + 1.0025569200515747, + 0.9602749347686768, + 0.9123926162719727, + 0.8621425628662109, + 0.8062955737113953, + 0.7806798219680786, + 0.7250654101371765, + 0.6740488409996033, + 0.635959804058075, + 0.593277096748352, + 0.5548662543296814, + 0.510733425617218, + 0.47021448612213135, + 0.429283082485199, + 0.39024102687835693, + 0.35471636056900024, + 0.3086656332015991, + 0.2825348377227783, + 0.2398836612701416, + 0.19993966817855835, + 0.1716492772102356, + 0.13200163841247559, + 0.09598976373672485 + ], + "p90": [ + 1.8391170501708984, + 1.856931447982788, + 1.8772698640823364, + 1.8907593488693237, + 1.9007627964019775, + 1.9133275747299194, + 1.9242841005325317, + 1.9337491989135742, + 1.9439795017242432, + 1.9518574476242065, + 1.9628148078918457, + 1.9706141948699951, + 1.9744601249694824, + 1.9833775758743286, + 1.9872692823410034, + 1.988415002822876, + 1.995204210281372, + 1.9982399940490723, + 1.9983932971954346, + 1.9962043762207031, + 1.9976065158843994, + 1.998400330543518, + 1.9920423030853271, + 1.990437388420105, + 1.9847664833068848, + 1.9797970056533813, + 1.9721076488494873, + 1.9683170318603516, + 1.961345911026001, + 1.9508166313171387, + 1.9507122039794922, + 1.9278905391693115, + 1.9281373023986816, + 1.9342870712280273, + 1.936995506286621, + 1.9339137077331543, + 1.9241516590118408, + 1.91111421585083, + 1.9068398475646973, + 1.9106637239456177, + 1.8853281736373901, + 1.8779873847961426, + 1.8738608360290527, + 1.8724031448364258, + 1.8719322681427002, + 1.8584884405136108, + 1.8617849349975586, + 1.8583452701568604, + 1.846069097518921, + 1.846357822418213, + 1.8356153964996338, + 1.8268563747406006, + 1.8225350379943848, + 1.8023414611816406, + 1.8053556680679321, + 1.8035337924957275, + 1.7808070182800293, + 1.7882425785064697, + 1.7911378145217896, + 1.7743452787399292 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_151039.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..c0f8733ba1954b5490fab2be1b8358a1d64851dc --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_151039.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:10:39.351403+00:00", + "metrics": { + "MSE[mean]": 0.019065398564439413, + "MSE[0.5]": 0.020146768999865602, + "MAE[0.5]": 0.1165432686642754, + "MASE[0.5]": 0.6160142941946676, + "MAPE[0.5]": 0.08039717667147175, + "sMAPE[0.5]": 0.08336101238511501, + "MSIS": 3.9234546865077906, + "RMSE[mean]": 0.13807750926359952, + "NRMSE[mean]": 0.09765796772123637, + "ND[0.5]": 0.08242746287967397, + "mean_weighted_sum_quantile_loss": 0.06986395460526955 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.315107134289163, + 1.3293522122171897, + 1.3358499760289457, + 1.3368309900386774, + 1.3401366007178992, + 1.3365952029359982, + 1.3371804924547654, + 1.3376537006317917, + 1.3363029256506007, + 1.3406285796835977, + 1.3398261905257869, + 1.3373389025489528, + 1.3393122202170724, + 1.3398319180140146, + 1.3386695080153974, + 1.3386696438940493, + 1.3386697042560194, + 1.3393134376804456, + 1.3366463951553276, + 1.3389916015795056, + 1.337982919464633, + 1.336958071195641, + 1.3366464043060762, + 1.3401458271582318, + 1.3386697524313516, + 1.3395729637118765, + 1.3377253107258307, + 1.3382405319406292, + 1.3373416913824703, + 1.3389916058080453, + 1.3412641729549792, + 1.3384551422255373, + 1.3412641729554307, + 1.3384551422257378, + 1.33772531074025, + 1.3382405319470347, + 1.3366464046768867, + 1.3412641729555397, + 1.3363347373234125, + 1.3379829213436578, + 1.3406427115226438, + 1.3403942694228022, + 1.3382405319470443, + 1.3386697525045295, + 1.3377253107402718, + 1.3386697525045295, + 1.33734169138532, + 1.33734169138532, + 1.3382405319470443, + 1.3403942694228022, + 1.3369580720303684, + 1.339313459114093, + 1.3377253107402718, + 1.3386697525045295, + 1.3358282885350004, + 1.3386697525045295, + 1.3369580720303684, + 1.3369580720303684, + 1.3377253107402718, + 1.3363347373234131, + 1.3384551422257869, + 1.3386697525045295, + 1.3399891478488182, + 1.3386697525045295, + 1.3389916058093112, + 1.3369580720303684, + 1.332308265672119, + 1.3287882428092377, + 1.3386697525045295, + 1.3384551422257869, + 1.3409534422390927, + 1.3360815129292067 + ], + "p10": [ + 1.1959802201102063, + 1.2025126142052662, + 1.2245552156179205, + 1.2355337478955746, + 1.2161377572290566, + 1.2160792852301154, + 1.227359209638484, + 1.21688298864177, + 1.2117983428197936, + 1.2296821541568947, + 1.211823876643717, + 1.2118273656562386, + 1.1759500644190153, + 1.2011035505737415, + 1.2275201640799065, + 1.21695449013977, + 1.2296962377474308, + 1.2275203871353912, + 1.2275203990474755, + 1.2118301502628004, + 1.2164421524454607, + 1.2011041000996754, + 1.2011041005635883, + 1.2336330043094321, + 1.2169545986770722, + 1.2169545987177421, + 1.2286943874233516, + 1.229596096133711, + 1.2169545987474004, + 1.2492626035479162, + 1.2275204085684763, + 1.2169545987500006, + 1.2275204085689277, + 1.211830154492557, + 1.2118301544925842, + 1.2169545987502406, + 1.1772679594576965, + 1.2118301544926042, + 1.216442154324485, + 1.21695459875025, + 1.2332393326263387, + 1.2296962859959408, + 1.211830154492606, + 1.2011041009344028, + 1.2286943874377927, + 1.2296962859959408, + 1.2011041009344028, + 1.229596096140126, + 1.2296962859959408, + 1.2286943874377927, + 1.1772679594577007, + 1.2296962859959408, + 1.2286943874377927, + 1.211830154492606, + 1.211830154492606, + 1.2275204085690385, + 1.211830154492606, + 1.2164421543244857, + 1.2296962859959408, + 1.2011041009344028, + 1.211830154492606, + 1.2275204085690385, + 1.2169545987502501, + 1.2169545987502501, + 1.2011041009344028, + 1.2286943874377927, + 1.2107575491367857, + 1.211830154492606, + 1.211830154492606, + 1.2332393326263387, + 1.2169545987502501, + 1.1987204867867327 + ], + "p90": [ + 1.416305704919858, + 1.4253040370704277, + 1.4205779004326877, + 1.447774038913181, + 1.4376965138206212, + 1.4369172144655316, + 1.4361233954378405, + 1.4372084734514217, + 1.4372482718870894, + 1.449598669539987, + 1.4171522991310217, + 1.4346187885214001, + 1.4496115624820125, + 1.4372795331992405, + 1.449612556889901, + 1.4344489790694586, + 1.4344490394314287, + 1.4496127799453857, + 1.4361739749366647, + 1.4361739802284221, + 1.4664874895143052, + 1.450642458318172, + 1.4385133549710003, + 1.4344490875152103, + 1.4372800834867239, + 1.436284594335887, + 1.4361739844437866, + 1.449612801372618, + 1.434449087677089, + 1.4605671903439956, + 1.4605671903446993, + 1.4361739844579782, + 1.4605671903451507, + 1.436284594368346, + 1.425690273795276, + 1.4362845943683855, + 1.4513002703804585, + 1.4372800835599, + 1.4359654590498474, + 1.4361739844582275, + 1.449612801379033, + 1.4344490876799387, + 1.4372800835599018, + 1.4346215773577675, + 1.4385133553418148, + 1.4506424591528995, + 1.4361739844582277, + 1.4599093791176985, + 1.4372800835599018, + 1.4605671903452615, + 1.4346215773577675, + 1.4385133553418148, + 1.4361739844582277, + 1.449612801379033, + 1.4599093791176985, + 1.4372800835599018, + 1.4346215773577675, + 1.436284594368395, + 1.449612801379033, + 1.449612801379033, + 1.4361739844582277, + 1.4163187441718386, + 1.4385133553418148, + 1.4385133553418148, + 1.436284594368395, + 1.449612801379033, + 1.4372800835599018, + 1.449612801379033, + 1.436284594368395, + 1.4664874913933301, + 1.4664874913933301, + 1.4361739844582277 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_145918.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_145918.json new file mode 100644 index 0000000000000000000000000000000000000000..1a6466ef4e18e5c34908ffd71c286d83e619241f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_145918.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:59:18.923672+00:00", + "metrics": { + "MSE[mean]": 0.018044622625677163, + "MSE[0.5]": 0.018044622625677163, + "MAE[0.5]": 0.10538142422835033, + "MASE[0.5]": 0.5570159856616004, + "MAPE[0.5]": 0.07354919400411168, + "sMAPE[0.5]": 0.07515921256641787, + "MSIS": 3.885305784547093, + "RMSE[mean]": 0.13433027441971956, + "NRMSE[mean]": 0.09500766397966974, + "ND[0.5]": 0.07453303423994477, + "mean_weighted_sum_quantile_loss": 0.06216109286680641 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.3143361806869507, + 1.3316140174865723, + 1.3452918529510498, + 1.348665475845337, + 1.3496975898742676, + 1.34894597530365, + 1.3513013124465942, + 1.3475171327590942, + 1.3608366250991821, + 1.3543692827224731, + 1.3591902256011963, + 1.3572520017623901, + 1.3590266704559326, + 1.3524177074432373, + 1.3542695045471191, + 1.3567649126052856, + 1.3612587451934814, + 1.3641197681427002, + 1.360050082206726, + 1.357231616973877, + 1.356890082359314, + 1.357767105102539, + 1.3537700176239014, + 1.349481463432312, + 1.3523120880126953, + 1.3469278812408447, + 1.351840853691101, + 1.3508265018463135, + 1.3495019674301147, + 1.3494234085083008, + 1.3533127307891846, + 1.3499476909637451, + 1.351637840270996, + 1.353581428527832, + 1.3526477813720703, + 1.3520957231521606, + 1.3516340255737305, + 1.3585503101348877, + 1.3570469617843628, + 1.3568171262741089, + 1.3663058280944824, + 1.363671898841858, + 1.3699296712875366, + 1.3672659397125244, + 1.3657994270324707, + 1.362017035484314, + 1.371069312095642, + 1.3726286888122559, + 1.3766112327575684, + 1.3801145553588867, + 1.381675124168396, + 1.3824241161346436, + 1.3839523792266846, + 1.3872026205062866, + 1.3897030353546143, + 1.392433762550354, + 1.4045276641845703, + 1.399204969406128, + 1.4035484790802002, + 1.399679183959961, + 1.3997352123260498, + 1.3950036764144897, + 1.40434992313385, + 1.4061524868011475, + 1.388235092163086, + 1.3876793384552002, + 1.3825807571411133, + 1.3780570030212402, + 1.3757315874099731, + 1.373396635055542, + 1.3697370290756226, + 1.3715721368789673 + ], + "p10": [ + 1.2934739589691162, + 1.288809895515442, + 1.2884925603866577, + 1.289072036743164, + 1.2880951166152954, + 1.2877548933029175, + 1.286515474319458, + 1.2875665426254272, + 1.2857831716537476, + 1.2865090370178223, + 1.2865445613861084, + 1.286226511001587, + 1.2857553958892822, + 1.285029649734497, + 1.2865228652954102, + 1.2833502292633057, + 1.2816470861434937, + 1.2816026210784912, + 1.28267502784729, + 1.2835408449172974, + 1.2810235023498535, + 1.2820230722427368, + 1.282102108001709, + 1.2825201749801636, + 1.2832047939300537, + 1.282741904258728, + 1.282829761505127, + 1.281079649925232, + 1.2823344469070435, + 1.278782606124878, + 1.2799274921417236, + 1.2787325382232666, + 1.2756222486495972, + 1.2769478559494019, + 1.2777312994003296, + 1.2791303396224976, + 1.2753978967666626, + 1.2775501012802124, + 1.2759745121002197, + 1.2759463787078857, + 1.2769392728805542, + 1.2755638360977173, + 1.2764338254928589, + 1.2757760286331177, + 1.2780476808547974, + 1.2734812498092651, + 1.2754275798797607, + 1.2727140188217163, + 1.2704617977142334, + 1.2705262899398804, + 1.2725406885147095, + 1.2737857103347778, + 1.268874168395996, + 1.2726144790649414, + 1.2717489004135132, + 1.272489070892334, + 1.2720437049865723, + 1.2708827257156372, + 1.2736330032348633, + 1.2738124132156372, + 1.2733495235443115, + 1.2689708471298218, + 1.2727923393249512, + 1.2721856832504272, + 1.2692052125930786, + 1.2728129625320435, + 1.2713042497634888, + 1.2738494873046875, + 1.2707493305206299, + 1.2746063470840454, + 1.2736531496047974, + 1.2719297409057617 + ], + "p90": [ + 1.4389121532440186, + 1.512267827987671, + 1.5381872653961182, + 1.5446354150772095, + 1.551478385925293, + 1.5543885231018066, + 1.5665569305419922, + 1.5697803497314453, + 1.581120252609253, + 1.5871304273605347, + 1.5845588445663452, + 1.5889708995819092, + 1.595895528793335, + 1.5982059240341187, + 1.601775050163269, + 1.6122150421142578, + 1.6126247644424438, + 1.6085292100906372, + 1.612777590751648, + 1.6059037446975708, + 1.60906982421875, + 1.6072944402694702, + 1.610846996307373, + 1.6165533065795898, + 1.6095143556594849, + 1.6059751510620117, + 1.5969688892364502, + 1.5993982553482056, + 1.599288821220398, + 1.6040948629379272, + 1.6020712852478027, + 1.603166937828064, + 1.61588716506958, + 1.6089367866516113, + 1.6139323711395264, + 1.612351417541504, + 1.6135526895523071, + 1.621425747871399, + 1.626024603843689, + 1.6343445777893066, + 1.6378543376922607, + 1.637545108795166, + 1.6332215070724487, + 1.6321521997451782, + 1.6326799392700195, + 1.641265630722046, + 1.6493122577667236, + 1.6625776290893555, + 1.6707319021224976, + 1.67044997215271, + 1.6824578046798706, + 1.6804795265197754, + 1.6868451833724976, + 1.6932775974273682, + 1.7045788764953613, + 1.717786192893982, + 1.7237827777862549, + 1.718565821647644, + 1.7304811477661133, + 1.717655897140503, + 1.724738359451294, + 1.7320518493652344, + 1.736914038658142, + 1.7489765882492065, + 1.7271058559417725, + 1.7216105461120605, + 1.7134672403335571, + 1.7138848304748535, + 1.7194725275039673, + 1.7138662338256836, + 1.7157893180847168, + 1.7204750776290894 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_151039.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..55f12630dc969b22f71099e6b8f7f8501bd6484f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_151039.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T15:10:39.614690+00:00", + "metrics": { + "MSE[mean]": 0.06639623903302716, + "MSE[0.5]": 0.0640845242094248, + "MAE[0.5]": 0.22507484108260561, + "MASE[0.5]": 1.1896810597434284, + "MAPE[0.5]": 0.15432087549794726, + "sMAPE[0.5]": 0.17041503406852365, + "MSIS": 15.037589585155224, + "RMSE[mean]": 0.2576746767399295, + "NRMSE[mean]": 0.1822453591309231, + "ND[0.5]": 0.15918849986890693, + "mean_weighted_sum_quantile_loss": 0.14607759904698128 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.304054914490843, + 1.3008765626400065, + 1.2976982107891701, + 1.2945198589383338, + 1.2913415070874972, + 1.2881631552366608, + 1.2849848033858244, + 1.281806451534988, + 1.2786280996841515, + 1.275449747833315, + 1.2722713959824787, + 1.2690930441316421, + 1.2659146922808058, + 1.2627363404299694, + 1.2595579885791328, + 1.2563796367282964, + 1.25320128487746, + 1.2500229330266235, + 1.2468445811757871, + 1.2436662293249507, + 1.2404878774741144, + 1.2373095256232778, + 1.2341311737724414, + 1.230952821921605, + 1.2277744700707685, + 1.224596118219932, + 1.2214177663690957, + 1.2182394145182591, + 1.2150610626674228, + 1.2118827108165864, + 1.2087043589657498, + 1.2055260071149134, + 1.202347655264077, + 1.1991693034132405, + 1.195990951562404, + 1.1928125997115677, + 1.1896342478607314, + 1.1864558960098948, + 1.1832775441590584, + 1.180099192308222, + 1.1769208404573854, + 1.173742488606549, + 1.1705641367557127, + 1.167385784904876, + 1.1642074330540397, + 1.1610290812032034, + 1.157850729352367, + 1.1546723775015304, + 1.151494025650694, + 1.1483156737998577, + 1.145137321949021, + 1.1419589700981847, + 1.1387806182473483, + 1.1356022663965117, + 1.1324239145456754, + 1.129245562694839, + 1.1260672108440024, + 1.122888858993166, + 1.1197105071423297, + 1.116532155291493, + 1.1133538034406567, + 1.1101754515898203, + 1.1069970997389837, + 1.1038187478881474, + 1.100640396037311, + 1.0974620441864746, + 1.094283692335638, + 1.0911053404848017, + 1.0879269886339653, + 1.0847486367831287, + 1.0815702849322923, + 1.078391933081456 + ], + "p10": [ + 1.2040548906489852, + 1.2008765387981486, + 1.1976981869473122, + 1.1945198350964759, + 1.1913414832456393, + 1.188163131394803, + 1.1849847795439665, + 1.1818064276931302, + 1.1786280758422936, + 1.1754497239914572, + 1.1722713721406208, + 1.1690930202897842, + 1.1659146684389479, + 1.1627363165881115, + 1.159557964737275, + 1.1563796128864385, + 1.1532012610356022, + 1.1500229091847656, + 1.1468445573339292, + 1.1436662054830928, + 1.1404878536322565, + 1.1373095017814199, + 1.1341311499305835, + 1.1309527980797471, + 1.1277744462289105, + 1.1245960943780742, + 1.1214177425272378, + 1.1182393906764012, + 1.1050610483623082, + 1.1118826869747285, + 1.1087043351238919, + 1.1055259832730555, + 1.1023476314222191, + 1.0991692795713826, + 1.0959909277205462, + 0.9928126712371416, + 1.0796342335556168, + 1.0864558721680369, + 1.0832775203172005, + 1.0800991684663641, + 1.0769208166155275, + 1.0737424647646912, + 1.0705641129138548, + 1.0673857610630182, + 1.0642074092121818, + 1.0610290573613455, + 1.057850705510509, + 1.0546723536596725, + 1.0514940018088361, + 1.0483156499579998, + 1.0451372981071632, + 1.0419589462563268, + 1.0387805944054904, + 1.0356022425546538, + 1.0324238907038175, + 1.029245538852981, + 0.9260672823695763, + 1.0228888351513081, + 1.0197104833004718, + 1.0165321314496352, + 1.0133537795987988, + 1.0101754277479624, + 1.0069970758971258, + 1.0038187240462895, + 1.000640372195453, + 0.9974620203446168, + 0.9842836780305236, + 0.9911053166429439, + 0.9879269647921075, + 0.9847486129412709, + 0.9815702610904345, + 0.9783919092395982 + ], + "p90": [ + 1.404054938332701, + 1.4008765864818644, + 1.397698234631028, + 1.3945198827801917, + 1.391341530929355, + 1.3881631790785187, + 1.3849848272276823, + 1.381806475376846, + 1.3786281235260094, + 1.375449771675173, + 1.3722714198243366, + 1.3690930679735, + 1.3659147161226637, + 1.3627363642718273, + 1.3595580124209907, + 1.3563796605701544, + 1.353201308719318, + 1.3500229568684814, + 1.346844605017645, + 1.3436662531668087, + 1.3404879013159723, + 1.3373095494651357, + 1.3341311976142993, + 1.330952845763463, + 1.3277744939126264, + 1.32459614206179, + 1.3214177902109536, + 1.318239438360117, + 1.3150610865092807, + 1.3118827346584443, + 1.3087043828076077, + 1.3055260309567713, + 1.302347679105935, + 1.3091693296392837, + 1.295990975404262, + 1.2928126235534256, + 1.2896342717025893, + 1.2864559198517527, + 1.2832775680009163, + 1.28009921615008, + 1.2769208642992433, + 1.273742512448407, + 1.2705641605975706, + 1.267385808746734, + 1.2642074568958976, + 1.2610291050450613, + 1.257850753194225, + 1.2546724013433883, + 1.251494049492552, + 1.2483156976417156, + 1.245137345790879, + 1.2419589939400426, + 1.2387806420892062, + 1.2356022902383696, + 1.2324239383875333, + 1.229245586536697, + 1.2260672346858603, + 1.222888882835024, + 1.2197105309841876, + 1.216532179133351, + 1.2133538272825146, + 1.2101754754316782, + 1.2069971235808417, + 1.2038187717300053, + 1.200640419879169, + 1.1974620680283325, + 1.194283716177496, + 1.1911053643266596, + 1.1879270124758232, + 1.1847486606249866, + 1.1815703087741503, + 1.1883919593074992 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_150703.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_150703.json new file mode 100644 index 0000000000000000000000000000000000000000..8e8a32762eb98a659be1b81c4ef695c5f84a2d4b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_150703.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:07:03.364836+00:00", + "metrics": { + "MSE[mean]": 0.027354062534538513, + "MSE[0.5]": 0.02069762802369013, + "MAE[0.5]": 0.11653483079539405, + "MASE[0.5]": 0.6159696940396948, + "MAPE[0.5]": 0.08090116947617655, + "sMAPE[0.5]": 0.08339535559342545, + "MSIS": 3.870167861423551, + "RMSE[mean]": 0.16539063617550576, + "NRMSE[mean]": 0.11697570078692217, + "ND[0.5]": 0.08242149503501016, + "mean_weighted_sum_quantile_loss": 0.0900880035413108 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.3251321911811829, + 1.356829047203064, + 1.3450394868850708, + 1.3280258178710938, + 1.3194606304168701, + 1.3100496530532837, + 1.332393229007721, + 1.370875358581543, + 1.3653146028518677, + 1.3396520018577576, + 1.3345611691474915, + 1.3147274255752563, + 1.3614381551742554, + 1.3601670265197754, + 1.3537780046463013, + 1.3632639050483704, + 1.3393035531044006, + 1.3514230251312256, + 1.3086096048355103, + 1.3297595977783203, + 1.341667890548706, + 1.367540180683136, + 1.3531821370124817, + 1.3409808278083801, + 1.334033191204071, + 1.3486873507499695, + 1.3266788721084595, + 1.3348215818405151, + 1.3686652183532715, + 1.3350645303726196, + 1.348664104938507, + 1.3243367075920105, + 1.3245884776115417, + 1.3193494081497192, + 1.3830912113189697, + 1.306888222694397, + 1.403123378753662, + 1.3661857843399048, + 1.336754560470581, + 1.3331952095031738, + 1.3129690885543823, + 1.3437795639038086, + 1.3358538150787354, + 1.3618058562278748, + 1.3423272371292114, + 1.368017554283142, + 1.3580653667449951, + 1.352037250995636, + 1.36534982919693, + 1.3333151936531067, + 1.3638007044792175, + 1.3225412368774414, + 1.3198348879814148, + 1.32557612657547, + 1.340414822101593, + 1.332173764705658, + 1.37074214220047, + 1.3376463055610657, + 1.371569812297821, + 1.3140543699264526, + 1.3181267976760864, + 1.3368988633155823, + 1.3295020461082458, + 1.3404212594032288, + 1.3449459075927734, + 1.3106903433799744, + 1.2813693284988403, + 1.3258623480796814, + 1.312650203704834, + 1.3602674007415771, + 1.3277572393417358, + 1.347504436969757 + ], + "p10": [ + 1.2295306324958801, + 1.232723891735077, + 1.2167096734046936, + 1.1938623189926147, + 1.1351473331451416, + 1.1665959358215332, + 1.1366782784461975, + 1.179509162902832, + 1.1701138019561768, + 1.1404277682304382, + 1.1008259654045105, + 1.110241711139679, + 1.1104387044906616, + 1.1208509802818298, + 1.1128814220428467, + 1.1302563548088074, + 1.1415231227874756, + 1.1304097175598145, + 1.106054961681366, + 1.0895118713378906, + 1.1352626085281372, + 1.1558340787887573, + 1.0876636505126953, + 1.0979366898536682, + 1.0658870935440063, + 1.103653609752655, + 1.062517762184143, + 1.1015055775642395, + 1.0989824533462524, + 1.0492444038391113, + 1.055360734462738, + 1.0763155817985535, + 1.042163074016571, + 1.0251317024230957, + 1.0253011584281921, + 0.8089867532253265, + 1.031109869480133, + 1.0666353106498718, + 1.0234633684158325, + 1.0470564365386963, + 0.9745622873306274, + 1.0893833637237549, + 0.9886745810508728, + 0.9688258171081543, + 0.9919817447662354, + 1.0149004459381104, + 1.0401902198791504, + 1.014901876449585, + 0.9378071129322052, + 0.9543544948101044, + 1.0309566259384155, + 0.9690323770046234, + 0.9563341736793518, + 0.9795645475387573, + 1.0094242691993713, + 1.0165101289749146, + 0.9829808175563812, + 0.931986927986145, + 0.9765298664569855, + 0.9309392273426056, + 0.982327401638031, + 0.8439106643199921, + 0.9810633361339569, + 0.9603758454322815, + 0.9059974551200867, + 0.9863821566104889, + 0.9177789688110352, + 0.9519204199314117, + 0.9151813983917236, + 1.0110278129577637, + 0.9694159626960754, + 0.9127101004123688 + ], + "p90": [ + 1.4218136668205261, + 1.5093904733657837, + 1.46949964761734, + 1.4553892612457275, + 1.5188927054405212, + 1.5287556052207947, + 1.5796687602996826, + 1.5537217855453491, + 1.5872800946235657, + 1.564495861530304, + 1.5605126023292542, + 1.5717403888702393, + 1.5944797992706299, + 1.6381362080574036, + 1.6281745433807373, + 1.6409760117530823, + 1.6648352146148682, + 1.6214510202407837, + 1.5986782312393188, + 1.6315144896507263, + 1.7629395127296448, + 1.7437139749526978, + 1.6910805702209473, + 1.706881582736969, + 1.6847591400146484, + 1.6107932329177856, + 1.6672298908233643, + 1.6919639706611633, + 1.8174254894256592, + 1.787600040435791, + 1.7364110946655273, + 1.696893572807312, + 1.7536271810531616, + 1.668522298336029, + 1.804773211479187, + 1.6223042011260986, + 1.8634652495384216, + 1.8265679478645325, + 1.7639790177345276, + 1.8059003949165344, + 1.7645061612129211, + 1.8388327360153198, + 1.814742624759674, + 1.751711666584015, + 1.8032808303833008, + 1.7869048118591309, + 1.839923620223999, + 1.7408249974250793, + 1.8409965634346008, + 1.7878892421722412, + 1.7478561997413635, + 1.7402766346931458, + 1.816487729549408, + 1.8401880264282227, + 1.7867323160171509, + 1.8787586688995361, + 1.8032808303833008, + 1.8798297047615051, + 1.8545620441436768, + 1.7046388983726501, + 1.799835205078125, + 1.8101387023925781, + 1.8596396446228027, + 1.8981550335884094, + 1.8156628012657166, + 1.7672111988067627, + 1.934420108795166, + 1.8274725675582886, + 1.8032808303833008, + 1.8788487911224365, + 1.9141205549240112, + 1.9479703307151794 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_151039.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..3f6ac9c1f303d4e9c66c41925db57852cc9abb12 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_151039.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:10:39.718609+00:00", + "metrics": { + "MSE[mean]": 0.014778841630039626, + "MSE[0.5]": 0.014762734064350183, + "MAE[0.5]": 0.09814816327006727, + "MASE[0.5]": 0.5187830426953419, + "MAPE[0.5]": 0.07154187656678407, + "sMAPE[0.5]": 0.06981477360677887, + "MSIS": 5.507662697933592, + "RMSE[mean]": 0.12156825913880492, + "NRMSE[mean]": 0.08598148380732762, + "ND[0.5]": 0.0694171716425485, + "mean_weighted_sum_quantile_loss": 0.05847014112658517 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684, + 1.429166649778684 + ], + "p10": [ + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.3191666354735694, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.2291667213042576, + 1.3191666354735694, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.2291667213042576, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.3191666354735694, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826, + 1.329166625936826 + ], + "p90": [ + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5391666760047271, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5291666736205418, + 1.5391666760047271 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_151039.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..4ee1be900ec16dc44debc9e43a0ab224af2966af --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_151039.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:10:39.780806+00:00", + "metrics": { + "MSE[mean]": 0.022500008410879364, + "MSE[0.5]": 0.022500008410879364, + "MAE[0.5]": 0.11944446464379628, + "MASE[0.5]": 0.6313491840954586, + "MAPE[0.5]": 0.08462343760268252, + "sMAPE[0.5]": 0.08389173120054762, + "MSIS": 18.631850157322816, + "RMSE[mean]": 0.15000002803626192, + "NRMSE[mean]": 0.10609039788068918, + "ND[0.5]": 0.08447938940146647, + "mean_weighted_sum_quantile_loss": 0.08019429865727978 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.47, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.53, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_150955.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_150955.json new file mode 100644 index 0000000000000000000000000000000000000000..e71951c35e10036ec0237f34f534696a4f11de40 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_150955.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:09:55.961230+00:00", + "metrics": { + "MSE[mean]": 0.049430581704154854, + "MSE[0.5]": 0.049430581704154854, + "MAE[0.5]": 0.18024993108378518, + "MASE[0.5]": 0.9527494410258632, + "MAPE[0.5]": 0.1353896214280209, + "sMAPE[0.5]": 0.12224285568751819, + "MSIS": 18.32015189182871, + "RMSE[mean]": 0.2223298938608006, + "NRMSE[mean]": 0.15724708327895545, + "ND[0.5]": 0.12748522221624328, + "mean_weighted_sum_quantile_loss": 0.09887999167024465 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.371826171875, + 1.41357421875, + 1.4410400390625, + 1.468780517578125, + 1.492401123046875, + 1.511627197265625, + 1.52728271484375, + 1.54156494140625, + 1.558868408203125, + 1.5772705078125, + 1.5860595703125, + 1.5948486328125, + 1.60693359375, + 1.6190185546875, + 1.62286376953125, + 1.63055419921875, + 1.63055419921875, + 1.6300048828125, + 1.63604736328125, + 1.6387939453125, + 1.63714599609375, + 1.639892578125, + 1.63934326171875, + 1.6278076171875, + 1.6201171875, + 1.60968017578125, + 1.595947265625, + 1.583038330078125, + 1.57232666015625, + 1.573974609375, + 1.569305419921875, + 1.561065673828125, + 1.559417724609375, + 1.5507659912109375, + 1.538818359375, + 1.5401229858398438, + 1.5373077392578125, + 1.5355911254882812, + 1.5259780883789062, + 1.5221500396728516, + 1.5091552734375, + 1.505584716796875, + 1.5062713623046875, + 1.5101165771484375, + 1.501739501953125, + 1.503387451171875, + 1.5079193115234375, + 1.505859375, + 1.5169830322265625, + 1.5191116333007812, + 1.5255146026611328, + 1.5362777709960938, + 1.5373077392578125, + 1.5465087890625, + 1.559967041015625, + 1.572052001953125, + 1.58551025390625, + 1.600341796875, + 1.6201171875, + 1.63494873046875, + 1.653076171875, + 1.666259765625, + 1.675048828125, + 1.683837890625, + 1.679443359375, + 1.679443359375, + 1.683837890625, + 1.6904296875, + 1.7003173828125, + 1.705810546875, + 1.7025146484375, + 1.6959228515625 + ], + "p10": [ + 1.28173828125, + 1.301513671875, + 1.3179931640625, + 1.345458984375, + 1.365234375, + 1.380615234375, + 1.393798828125, + 1.40533447265625, + 1.4256591796875, + 1.44598388671875, + 1.458892822265625, + 1.46466064453125, + 1.48004150390625, + 1.49102783203125, + 1.4950103759765625, + 1.5016021728515625, + 1.4947357177734375, + 1.4950103759765625, + 1.502288818359375, + 1.5062026977539062, + 1.5065460205078125, + 1.5123138427734375, + 1.51080322265625, + 1.498992919921875, + 1.4903411865234375, + 1.477020263671875, + 1.464935302734375, + 1.45257568359375, + 1.4454345703125, + 1.4476318359375, + 1.4432373046875, + 1.4366455078125, + 1.43170166015625, + 1.42401123046875, + 1.4146728515625, + 1.41851806640625, + 1.4190673828125, + 1.41961669921875, + 1.40972900390625, + 1.406982421875, + 1.39654541015625, + 1.39544677734375, + 1.3992919921875, + 1.4080810546875, + 1.40478515625, + 1.4091796875, + 1.41412353515625, + 1.41192626953125, + 1.43060302734375, + 1.43389892578125, + 1.43994140625, + 1.44818115234375, + 1.44927978515625, + 1.45697021484375, + 1.46575927734375, + 1.47509765625, + 1.483612060546875, + 1.490753173828125, + 1.504486083984375, + 1.5169830322265625, + 1.5285186767578125, + 1.5390243530273438, + 1.5443115234375, + 1.547607421875, + 1.5488433837890625, + 1.5466461181640625, + 1.54925537109375, + 1.5526885986328125, + 1.56134033203125, + 1.565460205078125, + 1.559417724609375, + 1.5515899658203125 + ], + "p90": [ + 1.503387451171875, + 1.554473876953125, + 1.5794677734375, + 1.59759521484375, + 1.61627197265625, + 1.63165283203125, + 1.6431884765625, + 1.65911865234375, + 1.67724609375, + 1.701416015625, + 1.7178955078125, + 1.7354736328125, + 1.7508544921875, + 1.767333984375, + 1.7728271484375, + 1.780517578125, + 1.7750244140625, + 1.7772216796875, + 1.7783203125, + 1.7794189453125, + 1.7750244140625, + 1.7783203125, + 1.7794189453125, + 1.7684326171875, + 1.75634765625, + 1.7486572265625, + 1.732177734375, + 1.718994140625, + 1.705810546875, + 1.7080078125, + 1.6981201171875, + 1.683837890625, + 1.679443359375, + 1.6728515625, + 1.6585693359375, + 1.6552734375, + 1.648681640625, + 1.64154052734375, + 1.62945556640625, + 1.62451171875, + 1.609130859375, + 1.6025390625, + 1.60308837890625, + 1.60198974609375, + 1.591827392578125, + 1.590179443359375, + 1.59375, + 1.59210205078125, + 1.60693359375, + 1.613525390625, + 1.62066650390625, + 1.63275146484375, + 1.6365966796875, + 1.6497802734375, + 1.66845703125, + 1.6849365234375, + 1.70361328125, + 1.7244873046875, + 1.74755859375, + 1.7662353515625, + 1.789306640625, + 1.8046875, + 1.815673828125, + 1.82666015625, + 1.828857421875, + 1.833251953125, + 1.83544921875, + 1.83984375, + 1.8486328125, + 1.855224609375, + 1.855224609375, + 1.85302734375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_150042.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_150042.json new file mode 100644 index 0000000000000000000000000000000000000000..a69ca0b59555ed6c0232718d9213758451410c41 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_150042.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:00:42.210866+00:00", + "metrics": { + "MSE[mean]": 0.017669635550372733, + "MSE[0.5]": 0.020088801338764464, + "MAE[0.5]": 0.11326236029465993, + "MASE[0.5]": 0.5986723534992495, + "MAPE[0.5]": 0.07888918342770636, + "sMAPE[0.5]": 0.08093156711105755, + "MSIS": 15.081171443506808, + "RMSE[mean]": 0.13292718138278842, + "NRMSE[mean]": 0.09401529950814, + "ND[0.5]": 0.08010697748444162, + "mean_weighted_sum_quantile_loss": 0.07277349320679496 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.316556692123413, + 1.3315833806991577, + 1.3328940868377686, + 1.3265559673309326, + 1.3237168788909912, + 1.3219537734985352, + 1.3267487287521362, + 1.3337585926055908, + 1.336852788925171, + 1.3368300199508667, + 1.3337968587875366, + 1.3270577192306519, + 1.327833652496338, + 1.3368053436279297, + 1.3438968658447266, + 1.3502318859100342, + 1.3474900722503662, + 1.3454172611236572, + 1.3475602865219116, + 1.352368712425232, + 1.3513578176498413, + 1.3537687063217163, + 1.3520036935806274, + 1.352273941040039, + 1.3427681922912598, + 1.3415324687957764, + 1.3409106731414795, + 1.3440548181533813, + 1.3520898818969727, + 1.3530436754226685, + 1.35194730758667, + 1.3530672788619995, + 1.3419243097305298, + 1.340238094329834, + 1.3384193181991577, + 1.342130422592163, + 1.3462588787078857, + 1.3474607467651367, + 1.3434710502624512, + 1.3431862592697144, + 1.3458610773086548, + 1.3470741510391235, + 1.3526196479797363, + 1.356026291847229, + 1.3547706604003906, + 1.3539894819259644, + 1.3505489826202393, + 1.3517612218856812, + 1.3530067205429077, + 1.3661351203918457, + 1.368830919265747, + 1.3663493394851685, + 1.3665615320205688, + 1.37125825881958, + 1.371180534362793, + 1.37765371799469, + 1.3871231079101562, + 1.3885220289230347, + 1.3843376636505127, + 1.3860026597976685, + 1.3846073150634766, + 1.3848074674606323, + 1.3825716972351074, + 1.3825268745422363, + 1.3932873010635376, + 1.383179783821106, + 1.383192539215088, + 1.3829437494277954, + 1.383151650428772, + 1.386413335800171, + 1.3867366313934326, + 1.389157772064209 + ], + "p10": [ + 1.3497095108032227, + 1.3759185075759888, + 1.3699276447296143, + 1.3758893013000488, + 1.3799347877502441, + 1.3769195079803467, + 1.3869820833206177, + 1.386896014213562, + 1.3992708921432495, + 1.3954994678497314, + 1.3925524950027466, + 1.3870116472244263, + 1.3954840898513794, + 1.3996833562850952, + 1.407307505607605, + 1.4087427854537964, + 1.4077211618423462, + 1.4073587656021118, + 1.41437828540802, + 1.4052022695541382, + 1.4066482782363892, + 1.408355951309204, + 1.4124407768249512, + 1.414260983467102, + 1.4120203256607056, + 1.4079248905181885, + 1.402864933013916, + 1.4114667177200317, + 1.412928819656372, + 1.4185889959335327, + 1.4180889129638672, + 1.4151670932769775, + 1.4069654941558838, + 1.4000474214553833, + 1.4081025123596191, + 1.4085440635681152, + 1.4129700660705566, + 1.4204555749893188, + 1.4165962934494019, + 1.410776138305664, + 1.4116424322128296, + 1.4192156791687012, + 1.4215128421783447, + 1.4247186183929443, + 1.4207924604415894, + 1.425286889076233, + 1.4175697565078735, + 1.419535756111145, + 1.4203665256500244, + 1.4357877969741821, + 1.4393764734268188, + 1.4383437633514404, + 1.4355450868606567, + 1.434093952178955, + 1.4343973398208618, + 1.4497164487838745, + 1.449878215789795, + 1.4567606449127197, + 1.452609896659851, + 1.459585428237915, + 1.4482717514038086, + 1.4551751613616943, + 1.4490034580230713, + 1.449369192123413, + 1.455798625946045, + 1.4532614946365356, + 1.4544405937194824, + 1.4513345956802368, + 1.453203558921814, + 1.4563331604003906, + 1.4629470109939575, + 1.454756259918213 + ], + "p90": [ + 1.4035873413085938, + 1.4288517236709595, + 1.442858338356018, + 1.4417511224746704, + 1.4467253684997559, + 1.448750615119934, + 1.4570963382720947, + 1.4663922786712646, + 1.4757871627807617, + 1.4741251468658447, + 1.4726885557174683, + 1.4666742086410522, + 1.471933364868164, + 1.481524109840393, + 1.4905354976654053, + 1.4994122982025146, + 1.4956166744232178, + 1.4929560422897339, + 1.4947127103805542, + 1.4975355863571167, + 1.5018768310546875, + 1.5076851844787598, + 1.513104796409607, + 1.5122021436691284, + 1.5082311630249023, + 1.5065358877182007, + 1.5075044631958008, + 1.5163888931274414, + 1.5242516994476318, + 1.5321190357208252, + 1.5303800106048584, + 1.5282745361328125, + 1.5198684930801392, + 1.519199013710022, + 1.523181438446045, + 1.5292915105819702, + 1.5351896286010742, + 1.535862922668457, + 1.5315438508987427, + 1.5313520431518555, + 1.5339175462722778, + 1.538098931312561, + 1.543371558189392, + 1.54886794090271, + 1.550465703010559, + 1.5520013570785522, + 1.5523595809936523, + 1.5572044849395752, + 1.5618977546691895, + 1.5737611055374146, + 1.5776586532592773, + 1.5847184658050537, + 1.5808953046798706, + 1.5868134498596191, + 1.5886095762252808, + 1.5945360660552979, + 1.602185845375061, + 1.6095730066299438, + 1.609534740447998, + 1.613667368888855, + 1.6152923107147217, + 1.6155807971954346, + 1.6171338558197021, + 1.6208451986312866, + 1.6282545328140259, + 1.62070631980896, + 1.6178678274154663, + 1.6160258054733276, + 1.6152313947677612, + 1.6225112676620483, + 1.6236540079116821, + 1.6303353309631348 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_150431.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_150431.json new file mode 100644 index 0000000000000000000000000000000000000000..1a9257cfdb0f5caf031fed36ae854f32e9124bb0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_150431.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:04:31.456549+00:00", + "metrics": { + "MSE[mean]": 0.023160588770509034, + "MSE[0.5]": 0.023160588770509034, + "MAE[0.5]": 0.12420949339866638, + "MASE[0.5]": 0.6565357595098169, + "MAPE[0.5]": 0.08513814103625716, + "sMAPE[0.5]": 0.0891093593764209, + "MSIS": 4.213240618213799, + "RMSE[mean]": 0.15218603342787088, + "NRMSE[mean]": 0.10763649213681199, + "ND[0.5]": 0.08784954741500288, + "mean_weighted_sum_quantile_loss": 0.07254903243542882 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.3011771440505981, + 1.3157511949539185, + 1.3195087909698486, + 1.3258299827575684, + 1.3211896419525146, + 1.3258414268493652, + 1.328783631324768, + 1.3310871124267578, + 1.33025062084198, + 1.3343045711517334, + 1.3296722173690796, + 1.32923424243927, + 1.3291982412338257, + 1.3313233852386475, + 1.335416555404663, + 1.3365446329116821, + 1.337069034576416, + 1.336415410041809, + 1.3350858688354492, + 1.337609052658081, + 1.3338422775268555, + 1.3341312408447266, + 1.3346171379089355, + 1.332216739654541, + 1.3311614990234375, + 1.3296383619308472, + 1.3327137231826782, + 1.3292189836502075, + 1.3284555673599243, + 1.3306541442871094, + 1.3296154737472534, + 1.3283239603042603, + 1.3086055517196655, + 1.3091952800750732, + 1.3112316131591797, + 1.3127355575561523, + 1.313564658164978, + 1.3126952648162842, + 1.3130747079849243, + 1.3144692182540894, + 1.3151003122329712, + 1.3131848573684692, + 1.3111439943313599, + 1.310074806213379, + 1.3117493391036987, + 1.3126479387283325, + 1.3120055198669434, + 1.310192346572876, + 1.3095941543579102, + 1.3117988109588623, + 1.3132274150848389, + 1.3142006397247314, + 1.3146804571151733, + 1.3145946264266968, + 1.3143596649169922, + 1.3146401643753052, + 1.3134020566940308, + 1.3129618167877197, + 1.310531735420227, + 1.3114968538284302, + 1.3132593631744385, + 1.313267707824707, + 1.3119605779647827, + 1.311802625656128, + 1.3205461502075195, + 1.3256213665008545, + 1.322942852973938, + 1.3235772848129272, + 1.3214502334594727, + 1.324521541595459, + 1.3246535062789917, + 1.3228963613510132 + ], + "p10": [ + 1.2930080890655518, + 1.2891327142715454, + 1.2875144481658936, + 1.2852813005447388, + 1.288843035697937, + 1.2915675640106201, + 1.2907676696777344, + 1.2917054891586304, + 1.2929582595825195, + 1.2903999090194702, + 1.28913152217865, + 1.290772557258606, + 1.2926106452941895, + 1.292691707611084, + 1.2920409440994263, + 1.2919535636901855, + 1.2908178567886353, + 1.2903484106063843, + 1.2914501428604126, + 1.2899715900421143, + 1.2888145446777344, + 1.2893397808074951, + 1.2888239622116089, + 1.2885864973068237, + 1.2874126434326172, + 1.2881256341934204, + 1.2890945672988892, + 1.2891188859939575, + 1.2879607677459717, + 1.2883375883102417, + 1.2894947528839111, + 1.29042649269104, + 1.2851641178131104, + 1.2893385887145996, + 1.2921020984649658, + 1.292306900024414, + 1.2897875308990479, + 1.2896220684051514, + 1.2888894081115723, + 1.286770224571228, + 1.282862901687622, + 1.2811332941055298, + 1.2811723947525024, + 1.2811596393585205, + 1.27848482131958, + 1.2765827178955078, + 1.2764228582382202, + 1.276197910308838, + 1.2740453481674194, + 1.2729859352111816, + 1.2720286846160889, + 1.2720682621002197, + 1.2716701030731201, + 1.2717039585113525, + 1.2730838060379028, + 1.2739431858062744, + 1.2749301195144653, + 1.2761945724487305, + 1.2773853540420532, + 1.2768921852111816, + 1.2750481367111206, + 1.276350975036621, + 1.2766329050064087, + 1.2754921913146973, + 1.281092882156372, + 1.277665615081787, + 1.2804206609725952, + 1.2800441980361938, + 1.281272053718567, + 1.2809125185012817, + 1.2790063619613647, + 1.280709147453308 + ], + "p90": [ + 1.4434165954589844, + 1.5249180793762207, + 1.5433167219161987, + 1.5448161363601685, + 1.5518338680267334, + 1.5678372383117676, + 1.5861313343048096, + 1.594264030456543, + 1.6082406044006348, + 1.6170804500579834, + 1.6287486553192139, + 1.6322166919708252, + 1.6404635906219482, + 1.6496772766113281, + 1.6663837432861328, + 1.6719070672988892, + 1.6709837913513184, + 1.6661449670791626, + 1.6592671871185303, + 1.650525450706482, + 1.6617101430892944, + 1.6666938066482544, + 1.6821165084838867, + 1.6782677173614502, + 1.6712534427642822, + 1.6726588010787964, + 1.6770637035369873, + 1.6872825622558594, + 1.6903495788574219, + 1.691576600074768, + 1.6943855285644531, + 1.668416142463684, + 1.5975773334503174, + 1.5857036113739014, + 1.636858582496643, + 1.7058113813400269, + 1.6938364505767822, + 1.7182109355926514, + 1.7042328119277954, + 1.7145262956619263, + 1.7496833801269531, + 1.7880280017852783, + 1.833561658859253, + 1.7996492385864258, + 1.7869830131530762, + 1.749401330947876, + 1.7747849225997925, + 1.7757368087768555, + 1.7749810218811035, + 1.7820277214050293, + 1.819190263748169, + 1.8069988489151, + 1.7857677936553955, + 1.794252872467041, + 1.7903470993041992, + 1.809361219406128, + 1.8243234157562256, + 1.8195888996124268, + 1.8700212240219116, + 1.8160042762756348, + 1.8321506977081299, + 1.8672093152999878, + 1.8506214618682861, + 1.8341405391693115, + 1.778485894203186, + 1.7612704038619995, + 1.7524611949920654, + 1.8010181188583374, + 1.8073774576187134, + 1.8405373096466064, + 1.8480167388916016, + 1.8322383165359497 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_150244.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_150244.json new file mode 100644 index 0000000000000000000000000000000000000000..e169d82c12622165ec58bdbfc48ad17c050070ac --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_150244.json @@ -0,0 +1,541 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:02:44.244786+00:00", + "metrics": { + "MSE[mean]": 0.016464719570633335, + "MSE[0.5]": 0.016464719570633335, + "MAE[0.5]": 0.1022413323322932, + "MASE[0.5]": 0.540418360460026, + "MAPE[0.5]": 0.0740868118768638, + "sMAPE[0.5]": 0.0725964617689537, + "MSIS": 4.209451426952124, + "RMSE[mean]": 0.1283149234135817, + "NRMSE[mean]": 0.09075319156397862, + "ND[0.5]": 0.07231214399748365, + "mean_weighted_sum_quantile_loss": 0.0900014250780308 + }, + "context_length": 73, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.2997463941574097, + 1.3134123086929321, + 1.3267430067062378, + 1.3207615613937378, + 1.3298324346542358, + 1.33316969871521, + 1.3378660678863525, + 1.347264289855957, + 1.3494572639465332, + 1.3525274991989136, + 1.3616271018981934, + 1.3620245456695557, + 1.3688784837722778, + 1.3741698265075684, + 1.380502462387085, + 1.3838953971862793, + 1.3903348445892334, + 1.3946887254714966, + 1.3997769355773926, + 1.4013051986694336, + 1.4025099277496338, + 1.4028960466384888, + 1.4060089588165283, + 1.4069474935531616, + 1.4083644151687622, + 1.4133461713790894, + 1.4154887199401855, + 1.4152333736419678, + 1.4184818267822266, + 1.417912483215332, + 1.41941237449646, + 1.4206275939941406, + 1.453481912612915, + 1.4533638954162598, + 1.4566313028335571, + 1.4556900262832642, + 1.4566195011138916, + 1.4588942527770996, + 1.4598116874694824, + 1.4574952125549316, + 1.458174228668213, + 1.4563807249069214, + 1.4536761045455933, + 1.4530175924301147, + 1.4518131017684937, + 1.4528601169586182, + 1.4539930820465088, + 1.455566644668579, + 1.4560691118240356, + 1.4572523832321167, + 1.4559075832366943, + 1.4535452127456665, + 1.4534757137298584, + 1.4524165391921997, + 1.450531244277954, + 1.4505852460861206, + 1.4502326250076294, + 1.4492218494415283, + 1.4514085054397583, + 1.4521769285202026, + 1.452192783355713, + 1.453931450843811, + 1.4560595750808716, + 1.4540241956710815, + 1.4527087211608887, + 1.4549405574798584, + 1.455115556716919, + 1.4559110403060913, + 1.4553548097610474, + 1.4535170793533325, + 1.4557222127914429, + 1.4536470174789429 + ], + "p10": [ + 1.2615585327148438, + 1.248746633529663, + 1.222501277923584, + 1.2038843631744385, + 1.1850173473358154, + 1.1748285293579102, + 1.1701695919036865, + 1.1601923704147339, + 1.1533151865005493, + 1.1418113708496094, + 1.134533166885376, + 1.1236623525619507, + 1.1163578033447266, + 1.1074236631393433, + 1.1036268472671509, + 1.099164605140686, + 1.096393346786499, + 1.0927444696426392, + 1.0837491750717163, + 1.0762169361114502, + 1.070044994354248, + 1.0625271797180176, + 1.0567336082458496, + 1.048874020576477, + 1.041878342628479, + 1.0313868522644043, + 1.0286250114440918, + 1.0217300653457642, + 1.0201267004013062, + 1.0170526504516602, + 1.0102107524871826, + 1.0091009140014648, + 1.025485873222351, + 1.0027809143066406, + 0.9832707047462463, + 0.9725205302238464, + 0.9636804461479187, + 0.9477093815803528, + 0.9268174767494202, + 0.9139509797096252, + 0.9021449685096741, + 0.8885467648506165, + 0.8799883723258972, + 0.8785227537155151, + 0.8706073760986328, + 0.874180018901825, + 0.8766510486602783, + 0.8782063722610474, + 0.8704246878623962, + 0.8809869885444641, + 0.8658953905105591, + 0.8710141181945801, + 0.8662561774253845, + 0.8643909096717834, + 0.8490195274353027, + 0.8441652059555054, + 0.8359617590904236, + 0.8294337391853333, + 0.8231377601623535, + 0.8143596649169922, + 0.8268203139305115, + 0.8333885669708252, + 0.810515284538269, + 0.814854621887207, + 0.8959717154502869, + 0.8715257048606873, + 0.862394392490387, + 0.8617027401924133, + 0.856337308883667, + 0.8380856513977051, + 0.8226574659347534, + 0.8155949115753174 + ], + "p90": [ + 1.4706364870071411, + 1.5018657445907593, + 1.5184180736541748, + 1.5305207967758179, + 1.542113184928894, + 1.5474348068237305, + 1.5645726919174194, + 1.5802247524261475, + 1.591355800628662, + 1.601722240447998, + 1.6173248291015625, + 1.6252620220184326, + 1.6371444463729858, + 1.6508116722106934, + 1.6609811782836914, + 1.669579029083252, + 1.677952527999878, + 1.6862761974334717, + 1.6952707767486572, + 1.7013766765594482, + 1.7057396173477173, + 1.7076274156570435, + 1.7187788486480713, + 1.7260427474975586, + 1.7314225435256958, + 1.7435476779937744, + 1.747971534729004, + 1.7514920234680176, + 1.7570825815200806, + 1.7621721029281616, + 1.7651172876358032, + 1.7743476629257202, + 1.7739660739898682, + 1.795460820198059, + 1.8012995719909668, + 1.8080564737319946, + 1.8160548210144043, + 1.8303189277648926, + 1.8311688899993896, + 1.8339563608169556, + 1.8457683324813843, + 1.8423418998718262, + 1.8377797603607178, + 1.8506020307540894, + 1.846287488937378, + 1.8530560731887817, + 1.8557610511779785, + 1.863603115081787, + 1.866033673286438, + 1.8743202686309814, + 1.883898138999939, + 1.880192518234253, + 1.882810354232788, + 1.881235122680664, + 1.883893370628357, + 1.8966095447540283, + 1.8974875211715698, + 1.8930766582489014, + 1.900890588760376, + 1.9134589433670044, + 1.903761386871338, + 1.9129133224487305, + 1.9170145988464355, + 1.9129011631011963, + 1.861856460571289, + 1.8896961212158203, + 1.9141652584075928, + 1.9148318767547607, + 1.9154672622680664, + 1.9175091981887817, + 1.9287738800048828, + 1.9332486391067505 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260619_151039.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..6e23d6761e01a54ec9845cb11d77c3a00ce530c7 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:10:39.404961+00:00", + "metrics": { + "MSE[mean]": 0.4126061358961579, + "MSE[0.5]": 0.5521579346203211, + "MAE[0.5]": 0.5686494335759397, + "MASE[0.5]": 1.7878931475643522, + "MAPE[0.5]": 0.03384333176578695, + "sMAPE[0.5]": 0.03483670490265079, + "MSIS": 45.53703777902285, + "RMSE[mean]": 0.642344250302093, + "NRMSE[mean]": 0.0391474415569433, + "ND[0.5]": 0.03465613719875851, + "mean_weighted_sum_quantile_loss": 0.03346417886107654 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 15.841603674242883, + 15.838431993986568, + 15.839624490271177, + 15.841571704722767, + 15.841466372513722, + 15.836126663045977, + 15.839624490308548, + 15.836126663045977, + 15.839913485201798, + 15.841539443148125, + 15.841393301879325, + 15.836950473799973, + 15.841539443148125, + 15.839624490308548, + 15.841539443148125, + 15.836950473799973, + 15.839913485201798, + 15.839624490308548, + 15.84160396629824, + 15.839977282413399, + 15.839977282413399, + 15.839624490308548, + 15.840717190752162, + 15.836949944318919 + ], + "p10": [ + 15.719172015152363, + 15.611288741090538, + 15.732761673699606, + 15.73209534479532, + 15.719172316332148, + 15.608226612701632, + 15.53843539766661, + 15.593684846715707, + 15.719172316332152, + 15.607197220756053, + 15.610259352499822, + 15.53843539766661, + 15.783634106640243, + 15.61162898130582, + 15.775709887500943, + 15.607197220756053, + 15.611288744445401, + 15.607197220756053, + 15.726098384324562, + 15.593684846715707, + 15.608226612701632, + 15.61162898130582, + 15.385265925165275, + 15.385265925165275 + ], + "p90": [ + 15.990795405215325, + 15.94318914183534, + 15.943189690788365, + 15.94318969082532, + 15.947508693109985, + 15.92968391418532, + 15.990795706395113, + 15.928766896466222, + 15.98637971366826, + 15.98637971366826, + 15.943189690825736, + 15.947508202038009, + 15.943189690825736, + 15.943189199753757, + 15.98637971366826, + 15.939330699895088, + 15.98637971366826, + 15.951924685836843, + 15.947508202038009, + 15.943189199753757, + 15.943189145190203, + 15.943189199753757, + 15.990795706395113, + 15.98637971366826 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260619_145925.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260619_145925.json new file mode 100644 index 0000000000000000000000000000000000000000..e7e86f81094978949a89f2cf78c069c697cdb8b6 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260619_145925.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:59:25.830813+00:00", + "metrics": { + "MSE[mean]": 0.3929375199028679, + "MSE[0.5]": 0.3929375199028679, + "MAE[0.5]": 0.40876277287801105, + "MASE[0.5]": 1.2851928050156098, + "MAPE[0.5]": 0.024096330173868672, + "sMAPE[0.5]": 0.024797688286535887, + "MSIS": 47.77384379083568, + "RMSE[mean]": 0.6268472859499895, + "NRMSE[mean]": 0.03820298458391258, + "ND[0.5]": 0.024911901607853292, + "mean_weighted_sum_quantile_loss": 0.024307853501189147 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.002412796020508, + 16.00391387939453, + 16.003501892089844, + 16.004154205322266, + 16.003801345825195, + 16.003536224365234, + 16.004281997680664, + 16.004283905029297, + 16.004150390625, + 16.004230499267578, + 16.00398826599121, + 16.004634857177734, + 16.004642486572266, + 16.004072189331055, + 16.003984451293945, + 16.005002975463867, + 16.00319480895996, + 16.003053665161133, + 16.00348663330078, + 16.003402709960938, + 16.00326919555664, + 16.002580642700195, + 16.002870559692383, + 16.003135681152344 + ], + "p10": [ + 15.998194694519043, + 15.999199867248535, + 16.001432418823242, + 16.000244140625, + 15.999285697937012, + 15.998506546020508, + 15.999323844909668, + 15.999460220336914, + 15.999345779418945, + 15.99930191040039, + 15.999456405639648, + 16.000476837158203, + 15.999756813049316, + 15.999812126159668, + 15.999590873718262, + 16.001073837280273, + 15.99853229522705, + 15.998380661010742, + 15.999632835388184, + 15.99911117553711, + 15.999171257019043, + 15.999380111694336, + 15.999431610107422, + 15.998153686523438 + ], + "p90": [ + 16.139497756958008, + 16.13336944580078, + 16.05181884765625, + 16.036434173583984, + 16.026927947998047, + 16.02092742919922, + 16.01962661743164, + 16.02309799194336, + 16.03016471862793, + 16.031740188598633, + 16.028135299682617, + 16.03018569946289, + 16.036346435546875, + 16.05158042907715, + 16.050121307373047, + 16.055187225341797, + 16.040727615356445, + 16.047285079956055, + 16.04218864440918, + 16.05195426940918, + 16.07098388671875, + 16.07977867126465, + 16.087732315063477, + 16.12929344177246 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260619_151039.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..f228ea400d4ef3704abd94878bd1b98ab7e27511 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-19T15:10:39.629598+00:00", + "metrics": { + "MSE[mean]": 0.5359642860065729, + "MSE[0.5]": 0.522853228659134, + "MAE[0.5]": 0.5063601778076688, + "MASE[0.5]": 1.5920492286587293, + "MAPE[0.5]": 0.029980420584571954, + "sMAPE[0.5]": 0.030918607119556463, + "MSIS": 48.09609144934143, + "RMSE[mean]": 0.7320958175038107, + "NRMSE[mean]": 0.04461731885407939, + "ND[0.5]": 0.03085994069094036, + "mean_weighted_sum_quantile_loss": 0.030243524923394754 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 15.994328082089018, + 15.986297223056006, + 15.978266364022993, + 15.970235504989981, + 15.96220464595697, + 15.954173786923958, + 15.946142927890946, + 15.938112068857935, + 15.930081209824921, + 15.92205035079191, + 15.914019491758898, + 15.905988632725887, + 15.897957773692875, + 15.889926914659862, + 15.88189605562685, + 15.873865196593838, + 15.865834337560827, + 15.857803478527815, + 15.849772619494802, + 15.84174176046179, + 15.833710901428779, + 15.825680042395767, + 15.817649183362755, + 15.809618324329744 + ], + "p10": [ + 15.894327700619291, + 15.88629684158628, + 15.878265982553266, + 15.870235123520255, + 15.862204264487243, + 15.854173405454231, + 15.946142927890946, + 15.838111687388208, + 15.830080828355195, + 15.822049969322183, + 15.814019110289172, + 15.80598825125616, + 15.797957392223148, + 15.789926533190135, + 15.781895674157123, + 15.773864815124112, + 15.7658339560911, + 15.757803097058089, + 15.749772238025075, + 15.741741378992064, + 15.733710519959052, + 15.72567966092604, + 15.717648801893029, + 15.509619087269197 + ], + "p90": [ + 15.994328082089018, + 16.086297604525733, + 16.07826674549272, + 15.970235504989981, + 15.96220464595697, + 16.054174168393686, + 16.046143309360673, + 16.038112450327663, + 16.03008159129465, + 15.92205035079191, + 16.014019873228627, + 15.915988670872858, + 15.907957811839847, + 15.989927296129588, + 15.981896437096577, + 15.973865578063565, + 15.965834719030553, + 15.957803859997542, + 15.949773000964528, + 15.851741798608762, + 15.933711282898505, + 15.925680423865494, + 15.917649564832482, + 15.90961870579947 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260619_150713.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260619_150713.json new file mode 100644 index 0000000000000000000000000000000000000000..add1cd032890aa2b57c0170723800801f900ce51 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260619_150713.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:07:13.138014+00:00", + "metrics": { + "MSE[mean]": 0.30184325214683366, + "MSE[0.5]": 0.3959166476836818, + "MAE[0.5]": 0.4084214170773824, + "MASE[0.5]": 1.2841195467640585, + "MAPE[0.5]": 0.024069481649356295, + "sMAPE[0.5]": 0.024776274897316684, + "MSIS": 36.24582667600739, + "RMSE[mean]": 0.5494026320894665, + "NRMSE[mean]": 0.03348314773711789, + "ND[0.5]": 0.02489109780016147, + "mean_weighted_sum_quantile_loss": 0.022451312118130944 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 15.999862670898438, + 16.000024795532227, + 15.999936580657959, + 16.000024795532227, + 16.00005340576172, + 15.999967098236084, + 15.999864101409912, + 15.999883651733398, + 15.999912738800049, + 16.00013542175293, + 15.999868392944336, + 16.000080108642578, + 15.999927520751953, + 15.999885559082031, + 15.999885082244873, + 16.000012397766113, + 15.99989938735962, + 15.99995756149292, + 15.999982357025146, + 15.999988079071045, + 15.999920845031738, + 15.999906063079834, + 15.999766826629639, + 15.999853610992432 + ], + "p10": [ + 15.999344825744629, + 15.999432563781738, + 15.999454021453857, + 15.999567985534668, + 15.99956464767456, + 15.999517917633057, + 15.9994535446167, + 15.99946403503418, + 15.99943733215332, + 15.999638557434082, + 15.999297142028809, + 15.999608039855957, + 15.9994215965271, + 15.99947214126587, + 15.999301433563232, + 15.999464988708496, + 15.999311923980713, + 15.9993257522583, + 15.999399185180664, + 15.999461650848389, + 15.999518394470215, + 15.999420166015625, + 15.999268531799316, + 15.99932050704956 + ], + "p90": [ + 16.075936317443848, + 16.003167152404785, + 16.00253963470459, + 16.30767250061035, + 16.329145431518555, + 16.345059394836426, + 16.001325607299805, + 16.001501083374023, + 16.00099277496338, + 16.001708030700684, + 16.157033920288086, + 16.001748085021973, + 16.2936954498291, + 16.396016120910645, + 16.382678031921387, + 16.34641933441162, + 16.496423721313477, + 16.423850059509277, + 16.415099143981934, + 16.210841178894043, + 16.217188835144043, + 16.405176162719727, + 16.24487018585205, + 16.349907875061035 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260619_151039.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..c683504c9776be657f19da7afca573fe8233165e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:10:39.727965+00:00", + "metrics": { + "MSE[mean]": 0.3943920090406881, + "MSE[0.5]": 0.38404998182996625, + "MAE[0.5]": 0.409557797546275, + "MASE[0.5]": 1.2876924455192418, + "MAPE[0.5]": 0.024162756916408467, + "sMAPE[0.5]": 0.0248475946767599, + "MSIS": 38.8313269750096, + "RMSE[mean]": 0.6280063765923783, + "NRMSE[mean]": 0.03827362495029055, + "ND[0.5]": 0.024960354103104175, + "mean_weighted_sum_quantile_loss": 0.024580399197783095 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071, + 16.01469299835071 + ], + "p10": [ + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 16.01469299835071, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.914692616880984, + 15.714693761290164 + ], + "p90": [ + 16.01469299835071, + 16.114693379820437, + 16.114693379820437, + 16.01469299835071, + 16.01469299835071, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.01469299835071, + 16.114693379820437, + 16.024693036497684, + 16.024693036497684, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.024693036497684, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437, + 16.114693379820437 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260619_151039.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..079b42d9db1ac2679bdc48a18b52cd9e5f01bd14 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260619_151039.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:10:39.786983+00:00", + "metrics": { + "MSE[mean]": 0.3879166857401894, + "MSE[0.5]": 0.3879166857401894, + "MAE[0.5]": 0.40416669845581055, + "MASE[0.5]": 1.270742267514018, + "MAPE[0.5]": 0.023819033517952694, + "sMAPE[0.5]": 0.02451138251812121, + "MSIS": 28.156243371125356, + "RMSE[mean]": 0.6228295800138184, + "NRMSE[mean]": 0.037958126926581216, + "ND[0.5]": 0.024631795489132937, + "mean_weighted_sum_quantile_loss": 0.024235090349668503 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "p10": [ + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.778000373840332, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68 + ], + "p90": [ + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.42200038909912, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260619_151004.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260619_151004.json new file mode 100644 index 0000000000000000000000000000000000000000..924dadd85de1d6d07bccdac29e14cce1640be4ba --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260619_151004.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:10:04.771257+00:00", + "metrics": { + "MSE[mean]": 0.38922493512003103, + "MSE[0.5]": 0.38922493512003103, + "MAE[0.5]": 0.40720804532368976, + "MASE[0.5]": 1.2803045793768, + "MAPE[0.5]": 0.02400614925944951, + "sMAPE[0.5]": 0.02470062118185323, + "MSIS": 46.1757875537108, + "RMSE[mean]": 0.6238789426804138, + "NRMSE[mean]": 0.038022079960555226, + "ND[0.5]": 0.02481714929078789, + "mean_weighted_sum_quantile_loss": 0.02401161849492384 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.03249740600586, + 16.01561737060547, + 15.995361328125, + 16.00008773803711, + 16.00008773803711, + 16.002113342285156, + 16.002113342285156, + 16.00008773803711, + 16.003463745117188, + 16.005489349365234, + 16.003463745117188, + 16.005489349365234, + 16.014942169189453, + 16.01561737060547, + 16.005489349365234, + 16.00481414794922, + 16.004138946533203, + 16.002788543701172, + 16.003463745117188, + 16.006839752197266, + 16.005489349365234, + 16.008865356445312, + 16.004138946533203, + 16.013591766357422 + ], + "p10": [ + 15.998062133789062, + 15.999412536621094, + 15.995361328125, + 15.994010925292969, + 15.994010925292969, + 15.999412536621094, + 15.999412536621094, + 15.994686126708984, + 15.998062133789062, + 15.998737335205078, + 15.996036529541016, + 16.00143814086914, + 15.994686126708984, + 16.00008773803711, + 15.997386932373047, + 16.00143814086914, + 16.004138946533203, + 16.002113342285156, + 15.996711730957031, + 16.000762939453125, + 16.00008773803711, + 16.00008773803711, + 15.996036529541016, + 15.996036529541016 + ], + "p90": [ + 16.228981018066406, + 16.154876708984375, + 16.068958282470703, + 16.04802703857422, + 16.035873413085938, + 16.035198211669922, + 16.036548614501953, + 16.02912139892578, + 16.027095794677734, + 16.034523010253906, + 16.04161262512207, + 16.057817459106445, + 16.101367950439453, + 16.108287811279297, + 16.082294464111328, + 16.067270278930664, + 16.066932678222656, + 16.07874870300293, + 16.08955192565918, + 16.091407775878906, + 16.08820152282715, + 16.097148895263672, + 16.10550308227539, + 16.146015167236328 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260619_150056.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260619_150056.json new file mode 100644 index 0000000000000000000000000000000000000000..75ea054ffcc3f74bfdd7cef7ac2d01d8b4cdaf27 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260619_150056.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:00:56.000662+00:00", + "metrics": { + "MSE[mean]": 0.3942576748606825, + "MSE[0.5]": 0.39496389401191817, + "MAE[0.5]": 0.40899884700775146, + "MASE[0.5]": 1.2859350467096282, + "MAPE[0.5]": 0.024107330366377824, + "sMAPE[0.5]": 0.024812398993972373, + "MSIS": 51.140704337934814, + "RMSE[mean]": 0.6278994146045069, + "NRMSE[mean]": 0.038267106190035365, + "ND[0.5]": 0.024926289061610016, + "mean_weighted_sum_quantile_loss": 0.024923666658968818 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 15.997712135314941, + 15.9982271194458, + 15.996917724609375, + 15.997733116149902, + 15.999204635620117, + 15.99765396118164, + 15.997649192810059, + 15.998849868774414, + 16.001710891723633, + 15.999406814575195, + 16.001338958740234, + 15.997284889221191, + 15.999985694885254, + 15.998856544494629, + 16.000503540039062, + 15.996185302734375, + 16.000530242919922, + 16.002384185791016, + 16.001203536987305, + 16.00255584716797, + 16.001659393310547, + 16.002338409423828, + 16.001367568969727, + 16.004697799682617 + ], + "p10": [ + 16.014984130859375, + 16.0140380859375, + 16.012434005737305, + 16.017562866210938, + 16.013681411743164, + 16.019895553588867, + 16.018287658691406, + 16.021333694458008, + 16.021711349487305, + 16.030868530273438, + 16.019548416137695, + 16.025197982788086, + 16.02223777770996, + 16.026803970336914, + 16.029096603393555, + 16.027143478393555, + 16.03268814086914, + 16.03216552734375, + 16.0329532623291, + 16.036500930786133, + 16.033954620361328, + 16.02933120727539, + 16.03390884399414, + 16.036773681640625 + ], + "p90": [ + 16.019100189208984, + 16.022315979003906, + 16.021921157836914, + 16.020191192626953, + 16.019105911254883, + 16.018661499023438, + 16.01777458190918, + 16.01974868774414, + 16.020917892456055, + 16.0198974609375, + 16.024423599243164, + 16.02511978149414, + 16.022960662841797, + 16.026809692382812, + 16.027061462402344, + 16.025941848754883, + 16.034461975097656, + 16.03293800354004, + 16.032642364501953, + 16.031986236572266, + 16.032989501953125, + 16.036579132080078, + 16.03908920288086, + 16.040403366088867 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260619_150445.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260619_150445.json new file mode 100644 index 0000000000000000000000000000000000000000..ec28c251d9a631e742d483f664646e4db77a503f --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260619_150445.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:04:45.179520+00:00", + "metrics": { + "MSE[mean]": 0.3960405698487648, + "MSE[0.5]": 0.3960405698487648, + "MAE[0.5]": 0.4086199601491292, + "MASE[0.5]": 1.2847437868960503, + "MAPE[0.5]": 0.024081662227874456, + "sMAPE[0.5]": 0.024788681282221715, + "MSIS": 31.596472430029255, + "RMSE[mean]": 0.6293175429373988, + "NRMSE[mean]": 0.038353533516202014, + "ND[0.5]": 0.02490319793695586, + "mean_weighted_sum_quantile_loss": 0.021459513939228427 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 15.999526977539062, + 15.999612808227539, + 16.00008201599121, + 15.999711990356445, + 15.99976921081543, + 15.999600410461426, + 15.999563217163086, + 15.99987506866455, + 15.999714851379395, + 15.999564170837402, + 15.999622344970703, + 15.999799728393555, + 15.999991416931152, + 15.999685287475586, + 15.999509811401367, + 15.999693870544434, + 15.99970817565918, + 15.999594688415527, + 15.999567031860352, + 15.999445915222168, + 15.999497413635254, + 15.99915599822998, + 15.99893569946289, + 16.002058029174805 + ], + "p10": [ + 15.998194694519043, + 15.997406959533691, + 15.99822998046875, + 15.998233795166016, + 15.998063087463379, + 15.997801780700684, + 15.997811317443848, + 15.998398780822754, + 15.998169898986816, + 15.99807071685791, + 15.99854850769043, + 15.998008728027344, + 15.997650146484375, + 15.998237609863281, + 15.998438835144043, + 15.998061180114746, + 15.998025894165039, + 15.997982025146484, + 15.9981107711792, + 15.998165130615234, + 15.998103141784668, + 15.998186111450195, + 15.998099327087402, + 15.99603271484375 + ], + "p90": [ + 16.046186447143555, + 16.13722038269043, + 16.145048141479492, + 16.09090805053711, + 16.034252166748047, + 16.012630462646484, + 16.020774841308594, + 16.02933692932129, + 16.04107666015625, + 16.057247161865234, + 16.14387321472168, + 16.22920799255371, + 16.26918601989746, + 16.292892456054688, + 16.26900863647461, + 16.28204917907715, + 16.31100082397461, + 16.33605194091797, + 16.33802604675293, + 16.377111434936523, + 16.40886878967285, + 16.483308792114258, + 16.578176498413086, + 16.776945114135742 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260619_150319.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260619_150319.json new file mode 100644 index 0000000000000000000000000000000000000000..dad802954ae44a298839adfb2efbec1af219984f --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260619_150319.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:03:19.569363+00:00", + "metrics": { + "MSE[mean]": 0.395306116105985, + "MSE[0.5]": 0.395306116105985, + "MAE[0.5]": 0.408438762029012, + "MASE[0.5]": 1.2841740811016178, + "MAPE[0.5]": 0.02407169117503702, + "sMAPE[0.5]": 0.024777375696829612, + "MSIS": 9.833136379488025, + "RMSE[mean]": 0.6287337402318925, + "NRMSE[mean]": 0.03831795386824246, + "ND[0.5]": 0.024892154882060948, + "mean_weighted_sum_quantile_loss": 0.017913789208204956 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" + ], + "context": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.00078010559082, + 16.00067901611328, + 16.000577926635742, + 16.00074577331543, + 16.000629425048828, + 16.00092124938965, + 16.00079917907715, + 16.00068473815918, + 16.00069236755371, + 16.000778198242188, + 16.000564575195312, + 16.00070571899414, + 16.000638961791992, + 16.00066375732422, + 16.00083351135254, + 16.000871658325195, + 16.00093650817871, + 16.000835418701172, + 16.000835418701172, + 16.000473022460938, + 16.000587463378906, + 16.000507354736328, + 16.000452041625977, + 16.00072479248047 + ], + "p10": [ + 15.999784469604492, + 15.999260902404785, + 15.999382019042969, + 15.999517440795898, + 15.999579429626465, + 15.999429702758789, + 15.999632835388184, + 15.999302864074707, + 15.999302864074707, + 15.999396324157715, + 15.999184608459473, + 15.99946117401123, + 15.999420166015625, + 15.999428749084473, + 15.999753952026367, + 15.999759674072266, + 15.99967098236084, + 15.99982738494873, + 15.999909400939941, + 15.999972343444824, + 15.999553680419922, + 15.999868392944336, + 15.999567031860352, + 15.999334335327148 + ], + "p90": [ + 16.024951934814453, + 16.044946670532227, + 16.05855941772461, + 16.105295181274414, + 16.14887237548828, + 16.206571578979492, + 16.340347290039062, + 16.363868713378906, + 16.438762664794922, + 16.540517807006836, + 16.54192352294922, + 16.627071380615234, + 16.737449645996094, + 16.714466094970703, + 16.751602172851562, + 16.795578002929688, + 16.807456970214844, + 16.811664581298828, + 16.874998092651367, + 16.9229793548584, + 16.948333740234375, + 16.988704681396484, + 17.012027740478516, + 17.130977630615234 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260619_151039.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..25899d8a244c905517165366bee7ad6dfd51fb3e --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260619_151039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:10:39.478136+00:00", + "metrics": { + "MSE[mean]": 18.10356018683046, + "MSE[0.5]": 18.415924122180666, + "MAE[0.5]": 3.679948505956635, + "MASE[0.5]": 1.8874631624152276, + "MAPE[0.5]": 0.13491688740148347, + "sMAPE[0.5]": 0.14794945738329648, + "MSIS": 48.908475202822444, + "RMSE[mean]": 4.254827868061229, + "NRMSE[mean]": 0.16250139208219003, + "ND[0.5]": 0.14054546354215122, + "mean_weighted_sum_quantile_loss": 0.1327801989526456 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 23.2067952025813, + 22.96434631738709, + 22.780101854352303, + 22.78687315486243, + 22.712162593978157, + 22.598541806803077, + 22.507532942928233, + 22.49341605985093, + 22.37971822089755, + 22.362064685241748, + 22.400157813336275, + 22.444136042336616, + 22.354325923195603, + 22.399004865537897, + 22.385313087324114, + 22.37626795176878, + 22.34101631744393, + 22.414290377406548, + 22.426375801695425, + 22.349133841765315, + 22.326038734095146, + 22.304051264192505, + 22.416678480492777, + 22.352895950794544 + ], + "p10": [ + 22.42761245931574, + 22.141382762852054, + 22.098496566768375, + 22.11956608146214, + 22.038935957444604, + 21.812491193005545, + 21.76711058259289, + 21.80737331098996, + 21.699450712873812, + 21.566151605137232, + 21.656903645909733, + 21.801453118035454, + 21.77728858146737, + 21.771000223837646, + 21.63988924598369, + 21.646142605159593, + 21.764555412168324, + 21.66923262693563, + 21.77000380820842, + 21.490535708560706, + 21.48201522783991, + 21.65677309609841, + 21.75421184689474, + 21.503863273735114 + ], + "p90": [ + 23.984877763043343, + 23.76524138304118, + 23.593410798522825, + 23.61907251086017, + 23.660054592267425, + 23.417182249376108, + 23.26479137949697, + 23.305736915613938, + 22.96116136703385, + 23.18914712100161, + 23.258480920854662, + 23.08247878846577, + 22.9703357455683, + 23.122695618280215, + 23.372899332388076, + 23.12220120752804, + 23.18929551625029, + 23.258598578858347, + 23.18703609484322, + 23.12809932821789, + 23.1120520755382, + 23.114691047062006, + 23.112318347786484, + 23.112656465949698 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260619_145938.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260619_145938.json new file mode 100644 index 0000000000000000000000000000000000000000..3c0d761c765af693ac45788a8e966422afe9fd0f --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260619_145938.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:59:38.077717+00:00", + "metrics": { + "MSE[mean]": 2.529458990221883, + "MSE[0.5]": 2.529458990221883, + "MAE[0.5]": 1.3407609462738037, + "MASE[0.5]": 0.6876826921899889, + "MAPE[0.5]": 0.05119946966931125, + "sMAPE[0.5]": 0.05311268549262302, + "MSIS": 7.960437491245575, + "RMSE[mean]": 1.5904272979994662, + "NRMSE[mean]": 0.06074197545580008, + "ND[0.5]": 0.0512066591117364, + "mean_weighted_sum_quantile_loss": 0.04777303928623095 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 23.22325897216797, + 22.984039306640625, + 22.83214569091797, + 22.7462158203125, + 22.50227928161621, + 22.281339645385742, + 22.242582321166992, + 22.675182342529297, + 23.76369285583496, + 25.053783416748047, + 26.116455078125, + 27.1173152923584, + 27.781993865966797, + 28.14744758605957, + 28.278202056884766, + 28.079904556274414, + 27.5275936126709, + 26.95358657836914, + 26.158193588256836, + 25.204051971435547, + 24.328798294067383, + 23.818044662475586, + 23.37613296508789, + 23.02950096130371 + ], + "p10": [ + 22.71068000793457, + 22.392641067504883, + 22.112380981445312, + 21.85968589782715, + 21.617204666137695, + 21.304763793945312, + 21.215349197387695, + 21.580005645751953, + 22.415834426879883, + 23.305145263671875, + 24.14298439025879, + 24.729869842529297, + 24.992658615112305, + 25.28190040588379, + 25.25800323486328, + 24.91510772705078, + 24.437435150146484, + 23.998483657836914, + 23.36651039123535, + 22.633081436157227, + 21.932723999023438, + 21.509906768798828, + 21.083585739135742, + 20.837467193603516 + ], + "p90": [ + 23.597810745239258, + 23.50918197631836, + 23.466506958007812, + 23.49045753479004, + 23.262676239013672, + 23.16420555114746, + 23.152854919433594, + 23.675798416137695, + 24.972068786621094, + 26.596147537231445, + 27.94159698486328, + 29.22864532470703, + 30.185287475585938, + 30.683000564575195, + 31.046546936035156, + 30.80661392211914, + 30.469959259033203, + 29.68459701538086, + 28.577533721923828, + 27.470802307128906, + 26.4676570892334, + 25.917400360107422, + 25.41603660583496, + 25.03431510925293 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260619_151039.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..ce5649e2ebdaf352634a251609471b917761ce44 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260619_151039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-19T15:10:39.666360+00:00", + "metrics": { + "MSE[mean]": 74.96989637518878, + "MSE[0.5]": 77.31064278003119, + "MAE[0.5]": 7.677533276925566, + "MASE[0.5]": 3.9378434820372568, + "MAPE[0.5]": 0.2838857334472471, + "sMAPE[0.5]": 0.3482322730871452, + "MSIS": 113.06474217866518, + "RMSE[mean]": 8.658515829816839, + "NRMSE[mean]": 0.33068808406391387, + "ND[0.5]": 0.2932221664295513, + "mean_weighted_sum_quantile_loss": 0.27705544597212334 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 23.004541629699794, + 22.507549328260072, + 22.310556263880898, + 21.81356586978981, + 21.516572423940907, + 21.119580503970912, + 20.722588584000917, + 20.325596664030922, + 19.928604744060927, + 19.53161282409093, + 19.13462090412094, + 18.73762898415094, + 18.34063706418095, + 18.04364552568068, + 17.446654750119865, + 17.04966283014987, + 16.75266938430097, + 16.355677464330974, + 15.958685544360977, + 15.461695150269888, + 15.164701704420986, + 14.667711310329898, + 14.370717864480996, + 13.873727470389907 + ], + "p10": [ + 22.204540485290615, + 21.707548183850893, + 21.500555272059607, + 20.913566251259535, + 20.816571661001454, + 20.119582220584682, + 19.812589118058533, + 19.525595519621742, + 18.928604744060927, + 18.731611679681752, + 18.124620865973966, + 17.73762898415094, + 17.34063706418095, + 17.143645716415545, + 16.646653605710686, + 16.339660312449674, + 15.852669765770694, + 15.655678608740152, + 15.158684399951797, + 14.561693624390982, + 14.254702238478604, + 13.767711501064761, + 13.460718207803751, + 12.973727851859634 + ], + "p90": [ + 24.32454075231942, + 23.927548832349427, + 23.710556073146034, + 23.613565106850356, + 22.91657204247118, + 22.51958202984982, + 22.12258820253119, + 21.725596473296058, + 21.12860550700038, + 20.731613587030385, + 20.64462265888168, + 20.04762825935846, + 19.540637827120403, + 19.34364667008986, + 18.946652842771233, + 18.549660922801237, + 18.152669002831242, + 17.9556778458007, + 17.358685162891252, + 16.761694387330436, + 16.56470132295126, + 16.267711691799626, + 15.77071748301127, + 15.373725563041274 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260619_150731.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260619_150731.json new file mode 100644 index 0000000000000000000000000000000000000000..cee1e4f68a790db20abf048e41a8c5848b8242aa --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260619_150731.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:07:31.788901+00:00", + "metrics": { + "MSE[mean]": 1.2179939857763504, + "MSE[0.5]": 1.2735582644827066, + "MAE[0.5]": 0.8916634321212769, + "MASE[0.5]": 0.4573384325018252, + "MAPE[0.5]": 0.03386434896910354, + "sMAPE[0.5]": 0.03475918767127237, + "MSIS": 3.242493125706625, + "RMSE[mean]": 1.1036276481569092, + "NRMSE[mean]": 0.0421500081148078, + "ND[0.5]": 0.034054620652495385, + "mean_weighted_sum_quantile_loss": 0.03292035337793769 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 23.318572998046875, + 23.083930015563965, + 23.160237312316895, + 23.18955898284912, + 22.97840690612793, + 22.50192356109619, + 22.573810577392578, + 23.19930648803711, + 24.55734157562256, + 25.74124050140381, + 26.719200134277344, + 27.84272575378418, + 28.41281223297119, + 28.939589500427246, + 28.530070304870605, + 28.5516939163208, + 28.12229061126709, + 27.58643913269043, + 26.960806846618652, + 25.910832405090332, + 24.931273460388184, + 24.504955291748047, + 24.362019538879395, + 24.067733764648438 + ], + "p10": [ + 22.94329071044922, + 22.6125431060791, + 22.5916690826416, + 22.42014503479004, + 22.22985553741455, + 21.651841163635254, + 21.544299125671387, + 22.025036811828613, + 23.174710273742676, + 24.086237907409668, + 24.743374824523926, + 25.29934310913086, + 26.168607711791992, + 26.361942291259766, + 26.246978759765625, + 25.725465774536133, + 25.780579566955566, + 25.188365936279297, + 24.14052963256836, + 23.621685028076172, + 22.857972145080566, + 22.343520164489746, + 22.196887016296387, + 22.09334373474121 + ], + "p90": [ + 23.662147521972656, + 23.53192138671875, + 23.797354698181152, + 23.955029487609863, + 23.897850036621094, + 23.346596717834473, + 23.550893783569336, + 24.435051918029785, + 26.494747161865234, + 27.50522804260254, + 28.578248977661133, + 30.360783576965332, + 31.00410747528076, + 31.661495208740234, + 31.19547939300537, + 30.980863571166992, + 30.844663619995117, + 30.769396781921387, + 30.159924507141113, + 28.65240478515625, + 27.414172172546387, + 26.80963706970215, + 26.488638877868652, + 26.34849452972412 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260619_151039.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..8b013b7f67e1367a21f6ed025850b5c249ca314f --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260619_151039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:10:39.747058+00:00", + "metrics": { + "MSE[mean]": 4.608909059063599, + "MSE[0.5]": 4.80948625201868, + "MAE[0.5]": 1.7787685299394138, + "MASE[0.5]": 0.9123388735711008, + "MAPE[0.5]": 0.0659688009807241, + "sMAPE[0.5]": 0.06781457171136919, + "MSIS": 9.918984029773176, + "RMSE[mean]": 2.146836989401757, + "NRMSE[mean]": 0.08199250596482721, + "ND[0.5]": 0.06793514832336946, + "mean_weighted_sum_quantile_loss": 0.056713358117209234 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 25.313695220804927, + 25.2136948393352, + 25.41369369492602, + 25.313695220804927, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.513694076395748, + 25.313695220804927, + 25.313695220804927, + 25.41369369492602, + 25.41369369492602, + 25.41369369492602, + 25.313695220804927, + 25.41369369492602, + 25.313695220804927, + 25.41369369492602, + 25.313695220804927 + ], + "p10": [ + 24.513694076395748, + 24.41369369492602, + 24.60369270310473, + 24.413695602274654, + 24.713692931986568, + 24.41369541153979, + 24.503694228983637, + 24.61369255051684, + 24.41369369492602, + 24.61369255051684, + 24.403693656779048, + 24.41369369492602, + 24.41369369492602, + 24.61369426713061, + 24.513694076395748, + 24.60369270310473, + 24.513694076395748, + 24.7136948393352, + 24.61369255051684, + 24.41369369492602, + 24.503694228983637, + 24.41369541153979, + 24.503694038248774, + 24.413695602274654 + ], + "p90": [ + 26.633694343424555, + 26.633694343424555, + 26.813693504191157, + 27.113694457865474, + 26.813693313456294, + 26.813695220804927, + 26.813693313456294, + 26.813693504191157, + 26.613694457865474, + 26.613694457865474, + 26.92369544968676, + 26.72369297013354, + 26.613694457865474, + 26.813695220804927, + 26.813693313456294, + 26.813693313456294, + 26.813693313456294, + 27.013694076395748, + 26.813693313456294, + 26.613694457865474, + 26.813693313456294, + 26.913695602274654, + 26.813693313456294, + 26.813693313456294 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260619_151039.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260619_151039.json new file mode 100644 index 0000000000000000000000000000000000000000..2ab16a51bd47f8263801cc9bdf8e6a2a9261e15a --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260619_151039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:10:39.802277+00:00", + "metrics": { + "MSE[mean]": 1.6987501970931287, + "MSE[0.5]": 1.6987501970931287, + "MAE[0.5]": 1.0041667620340984, + "MASE[0.5]": 0.5150419276773089, + "MAPE[0.5]": 0.037826466093137, + "sMAPE[0.5]": 0.038793997075771004, + "MSIS": 9.88662759777578, + "RMSE[mean]": 1.3033611153832727, + "NRMSE[mean]": 0.04977827592637406, + "ND[0.5]": 0.03835137443234825, + "mean_weighted_sum_quantile_loss": 0.03356868104291493 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "p10": [ + 23.323999252319336, + 23.128000373840333, + 22.833999252319334, + 23.128000373840333, + 22.63800037384033, + 22.441999626159667, + 22.343999252319335, + 23.03, + 24.303999252319336, + 24.891999626159667, + 26.166000747680663, + 27.439999999999998, + 29.106000747680664, + 29.106000747680664, + 28.321999626159666, + 26.851999626159667, + 27.04800037384033, + 27.439999999999998, + 26.656000747680665, + 25.186000747680662, + 24.10800037384033, + 23.911999626159666, + 23.52, + 23.128000373840333 + ], + "p90": [ + 24.275999221801758, + 24.07200038909912, + 23.76599922180176, + 24.07200038909912, + 23.562000389099122, + 23.35799961090088, + 23.25599922180176, + 23.97, + 25.295999221801758, + 25.90799961090088, + 27.234000778198244, + 28.560000000000002, + 30.294000778198242, + 30.294000778198242, + 29.47799961090088, + 27.94799961090088, + 28.152000389099122, + 28.560000000000002, + 27.74400077819824, + 26.214000778198244, + 25.092000389099123, + 24.88799961090088, + 24.48, + 24.07200038909912 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260619_151026.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260619_151026.json new file mode 100644 index 0000000000000000000000000000000000000000..78f765d8bac1ab9390ad2c0245f292b718474e80 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260619_151026.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:10:26.980781+00:00", + "metrics": { + "MSE[mean]": 2.526906286196663, + "MSE[0.5]": 2.526906286196663, + "MAE[0.5]": 1.2909006277720134, + "MASE[0.5]": 0.6621090967208983, + "MAPE[0.5]": 0.04912192880016499, + "sMAPE[0.5]": 0.05102157237910323, + "MSIS": 7.461185217001385, + "RMSE[mean]": 1.5896245739786055, + "NRMSE[mean]": 0.06071131763017407, + "ND[0.5]": 0.049302382036975616, + "mean_weighted_sum_quantile_loss": 0.04735154792702394 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 23.4093017578125, + 23.16314697265625, + 22.9835205078125, + 23.00347900390625, + 22.7041015625, + 22.41802978515625, + 22.251708984375, + 22.810546875, + 24.0745849609375, + 25.42510986328125, + 26.5494384765625, + 27.44091796875, + 27.999755859375, + 28.345703125, + 28.372314453125, + 28.052978515625, + 27.2413330078125, + 26.5228271484375, + 25.764404296875, + 24.97271728515625, + 24.119491577148438, + 23.689552307128906, + 23.179779052734375, + 22.92364501953125 + ], + "p10": [ + 22.9569091796875, + 22.59100341796875, + 22.1851806640625, + 21.985595703125, + 21.5465087890625, + 21.0941162109375, + 20.8812255859375, + 21.2271728515625, + 22.19183349609375, + 23.24298095703125, + 23.98560333251953, + 24.6068115234375, + 24.78643798828125, + 24.77313232421875, + 24.7132568359375, + 24.21429443359375, + 23.7020263671875, + 23.262939453125, + 22.8238525390625, + 22.36480712890625, + 21.8658447265625, + 21.6529541015625, + 21.240478515625, + 21.080810546875 + ], + "p90": [ + 23.825519561767578, + 23.80057144165039, + 23.807640075683594, + 23.934459686279297, + 23.71533203125, + 23.560653686523438, + 23.399322509765625, + 24.136123657226562, + 25.5914306640625, + 27.0550537109375, + 28.372314453125, + 29.41015625, + 30.235107421875, + 30.84716796875, + 30.95361328125, + 30.7939453125, + 29.968994140625, + 29.064208984375, + 28.0263671875, + 27.041748046875, + 25.95068359375, + 25.34527587890625, + 24.7398681640625, + 24.430511474609375 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260619_150143.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260619_150143.json new file mode 100644 index 0000000000000000000000000000000000000000..5fab0ce262ec80a3e6897db5935db8d8b8227a1c --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260619_150143.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:01:43.923369+00:00", + "metrics": { + "MSE[mean]": 3.0647116585628282, + "MSE[0.5]": 4.816732494276948, + "MAE[0.5]": 1.9621227582295735, + "MASE[0.5]": 1.0063821328750195, + "MAPE[0.5]": 0.07434284282226226, + "sMAPE[0.5]": 0.07796274793721075, + "MSIS": 9.012768925161252, + "RMSE[mean]": 1.750631788401784, + "NRMSE[mean]": 0.06686054323702902, + "ND[0.5]": 0.07493785636826229, + "mean_weighted_sum_quantile_loss": 0.051044560301817324 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 23.206382751464844, + 22.865108489990234, + 22.696077346801758, + 22.573711395263672, + 22.274829864501953, + 21.939022064208984, + 21.86087417602539, + 22.154582977294922, + 23.18465805053711, + 24.430957794189453, + 25.566682815551758, + 26.36231803894043, + 26.926626205444336, + 27.2105770111084, + 27.504501342773438, + 27.205081939697266, + 26.72415542602539, + 26.064790725708008, + 25.209901809692383, + 24.294374465942383, + 23.509204864501953, + 22.961536407470703, + 22.473363876342773, + 22.109737396240234 + ], + "p10": [ + 23.375789642333984, + 23.081764221191406, + 22.766651153564453, + 22.818490982055664, + 22.59511947631836, + 22.181007385253906, + 22.116352081298828, + 22.510278701782227, + 23.750762939453125, + 25.015165328979492, + 26.09004020690918, + 27.030229568481445, + 27.57268524169922, + 27.983882904052734, + 28.220291137695312, + 27.874284744262695, + 27.527482986450195, + 26.752174377441406, + 25.93522834777832, + 25.05739402770996, + 24.08486557006836, + 23.487037658691406, + 23.124359130859375, + 22.67580795288086 + ], + "p90": [ + 23.488008499145508, + 23.35729217529297, + 23.419605255126953, + 23.433990478515625, + 23.387590408325195, + 23.208892822265625, + 23.288785934448242, + 23.78816032409668, + 25.123201370239258, + 26.693580627441406, + 28.05405044555664, + 29.111595153808594, + 29.793691635131836, + 30.217634201049805, + 30.5145263671875, + 30.292627334594727, + 29.723451614379883, + 28.94064712524414, + 27.951810836791992, + 26.8717041015625, + 25.84667205810547, + 25.265104293823242, + 24.608518600463867, + 24.14778709411621 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260619_150512.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260619_150512.json new file mode 100644 index 0000000000000000000000000000000000000000..d99c7dde17afd31c26da3a7ffd93450cf4bc6fa9 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260619_150512.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:05:12.676772+00:00", + "metrics": { + "MSE[mean]": 2.5617780988495724, + "MSE[0.5]": 2.5617780988495724, + "MAE[0.5]": 1.3690937360127766, + "MASE[0.5]": 0.7022147153512387, + "MAPE[0.5]": 0.05174304923997081, + "sMAPE[0.5]": 0.05361729897299317, + "MSIS": 7.861698657151418, + "RMSE[mean]": 1.600555559438526, + "NRMSE[mean]": 0.06112879641172503, + "ND[0.5]": 0.052288751717342326, + "mean_weighted_sum_quantile_loss": 0.04867162602971066 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 23.345735549926758, + 23.10624885559082, + 22.955392837524414, + 22.956647872924805, + 22.69396209716797, + 22.569416046142578, + 22.364248275756836, + 22.787485122680664, + 23.749528884887695, + 24.909818649291992, + 25.837352752685547, + 26.662321090698242, + 27.277589797973633, + 27.735017776489258, + 27.869083404541016, + 27.71845245361328, + 27.41568946838379, + 26.961227416992188, + 26.219980239868164, + 25.337814331054688, + 24.436376571655273, + 23.947675704956055, + 23.526052474975586, + 23.15863609313965 + ], + "p10": [ + 23.0577392578125, + 22.61840057373047, + 22.279008865356445, + 22.149587631225586, + 21.80202865600586, + 21.60810089111328, + 21.32636260986328, + 21.61737632751465, + 22.34006690979004, + 23.157033920288086, + 23.691316604614258, + 24.116939544677734, + 24.393447875976562, + 24.428125381469727, + 24.3291015625, + 24.183515548706055, + 24.017818450927734, + 23.783105850219727, + 23.39974021911621, + 22.874269485473633, + 22.246604919433594, + 21.808908462524414, + 21.3924560546875, + 21.034650802612305 + ], + "p90": [ + 23.60917091369629, + 23.4898738861084, + 23.4852237701416, + 23.624149322509766, + 23.441158294677734, + 23.371402740478516, + 23.232221603393555, + 23.793733596801758, + 25.018962860107422, + 26.499103546142578, + 27.826210021972656, + 29.091251373291016, + 30.184518814086914, + 30.9500675201416, + 31.285213470458984, + 30.953327178955078, + 30.49539566040039, + 29.80674171447754, + 28.85746192932129, + 27.544225692749023, + 26.317012786865234, + 25.70711326599121, + 25.19681167602539, + 24.7906551361084 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260619_150334.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260619_150334.json new file mode 100644 index 0000000000000000000000000000000000000000..e5aa9b1cd4baff9df1a12b89bd0a8bc828a2dc88 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260619_150334.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:03:34.754054+00:00", + "metrics": { + "MSE[mean]": 2.183714780401109, + "MSE[0.5]": 2.183714780401109, + "MAE[0.5]": 1.2153366406758626, + "MASE[0.5]": 0.6233519668810807, + "MAPE[0.5]": 0.04603425094642738, + "sMAPE[0.5]": 0.04763289134471519, + "MSIS": 7.061753845149316, + "RMSE[mean]": 1.4777397539489519, + "NRMSE[mean]": 0.05643818612603907, + "ND[0.5]": 0.04641642437307596, + "mean_weighted_sum_quantile_loss": 0.04248439660842393 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" + ], + "context": [ + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 + ], + "actual": [ + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "predictions": { + "p50": [ + 23.328397750854492, + 23.10321617126465, + 22.914127349853516, + 23.0745792388916, + 22.82976722717285, + 22.67327308654785, + 22.504247665405273, + 23.09071159362793, + 24.082277297973633, + 25.258899688720703, + 26.305517196655273, + 27.307994842529297, + 27.759811401367188, + 28.06539535522461, + 28.106245040893555, + 27.877286911010742, + 27.45341682434082, + 26.976318359375, + 26.188535690307617, + 25.249797821044922, + 24.323535919189453, + 23.994958877563477, + 23.530040740966797, + 23.233572006225586 + ], + "p10": [ + 23.05685043334961, + 22.702224731445312, + 22.411155700683594, + 22.44001007080078, + 22.1479549407959, + 21.914520263671875, + 21.6744441986084, + 22.153717041015625, + 22.95191764831543, + 23.8967227935791, + 24.69122314453125, + 25.281496047973633, + 25.591081619262695, + 25.66312599182129, + 25.47246742248535, + 25.143470764160156, + 24.88835334777832, + 24.49118423461914, + 23.890756607055664, + 23.14137840270996, + 22.397462844848633, + 22.071184158325195, + 21.663860321044922, + 21.382904052734375 + ], + "p90": [ + 23.578784942626953, + 23.46419906616211, + 23.35805320739746, + 23.65082550048828, + 23.41876983642578, + 23.32070541381836, + 23.232240676879883, + 23.935945510864258, + 25.127500534057617, + 26.660446166992188, + 27.932151794433594, + 29.3915958404541, + 30.037817001342773, + 30.59035301208496, + 30.753767013549805, + 30.733182907104492, + 30.26651382446289, + 29.723201751708984, + 28.742023468017578, + 27.582971572875977, + 26.418895721435547, + 25.955280303955078, + 25.333763122558594, + 24.95705795288086 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 36c9f174a131fbcbe67abe68a09c47f8cb433bf1..d74fa567d4d60793ba7ab2b3b2a8e77c626f4977 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3140140.755794525,3140140.755794525,1569.8069661458333,1.4269981448573648,0.02475711410343608,0.024370600454748394,11.132353186555392,1772.0442307669764,0.027823764026250586,0.02464833429913954,0.018554232329948895,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.7228792015084764,0.7228792015084764,0.7337500254313151,0.4205798149142999,0.030863168927827447,0.031110116066204674,5.390142700437491,0.8502230304505262,0.036408225659295836,0.03142062205638156,0.0261379766471425,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.23994613361866676,0.23994613361866676,0.4464333380262057,0.5401328986663116,0.3958700626562241,0.331048916593731,19.632782428580153,0.4898429683262451,0.327176338682863,0.29818214090214823,0.29178160373211787,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.024027788241706025,0.024027788241706025,0.12361113561524285,0.6929714277245209,0.08689894377023769,0.08562398104258172,20.562255008980525,0.155008994067138,0.10920399125340577,0.08708416859155849,0.08271800191982379,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.442083400090572,2.442083400090572,1.4875000317891438,1.9056939650336162,0.08317951120514644,0.07952185768815677,47.845412283235625,1.5627166730058817,0.08707963568413588,0.08288832075950577,0.07566906549443835,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,359.6425047906252,359.6425047906252,13.583333571751913,1.1374433520666278,0.5834987860641834,0.38028260420985865,41.97717267197984,18.964242795076874,0.6496457935231773,0.4653154682875918,0.45681798962143855,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.3025001780195755,1.3025001780195755,0.958333412806193,0.46909321202237403,0.03690848513169654,0.036575001238771616,7.296808510091272,1.1412712990431222,0.04443625907229936,0.03731343445226495,0.03123242778986576,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.3591873810038112,0.3591873810038112,0.4988166719675064,0.6130982431084441,0.667920834129516,0.4012189293241858,22.401212086990096,0.599322434924483,0.43459606368383447,0.36171474569321665,0.35426451891045224,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.022500008410879364,0.022500008410879364,0.11944446464379628,0.6313491840954586,0.08462343760268252,0.08389173120054762,18.631850157322816,0.15000002803626192,0.10609039788068918,0.08447938940146647,0.08019429865727978,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.3879166857401894,0.3879166857401894,0.40416669845581055,1.270742267514018,0.023819033517952694,0.02451138251812121,28.156243371125356,0.6228295800138184,0.037958126926581216,0.024631795489132937,0.024235090349668503,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,374.67000072479385,374.67000072479385,14.525000015894571,1.3209162929847007,0.622604335922007,0.4027337563841465,48.92911921821166,19.35639431104858,0.6872092654810146,0.5156804739370854,0.5067263310900807,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.6987501970931287,1.6987501970931287,1.0041667620340984,0.5150419276773089,0.037826466093137,0.038793997075771004,9.88662759777578,1.3033611153832727,0.04977827592637406,0.03835137443234825,0.03356868104291493,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,48.208333333333336,48.208333333333336,5.208333333333333,0.927070457354759,0.7023630304880305,0.4327667446950589,34.430210322296425,6.943222114647733,0.7439166551408285,0.5580357142857143,0.5491369047619048,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2083.3333333333335,2083.3333333333335,41.666666666666664,0.6779661016949152,0.01665032679738562,0.016485629145438815,2.4915252713365668,45.64354645876384,0.018181661659922528,0.016597510373443983,0.011778699861687388,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7746.0,7746.0,75.14285714285714,1.5952729554486509,0.3325847571317651,0.29402831569788485,57.803957678218616,88.01136290275251,0.348067536903541,0.29717514124293787,0.2902774639045826,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 0e5adaa9dec3bd617948bd09ef8ffaacabdfbd53..0e6c32dbedb020e5e91ae86ad71a9ee2429600d4 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:42:57.079900+00:00", + "evaluated_at": "2026-06-19T15:10:39.765777+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3fe72ea332aefb68d6b1e7eeb4d35d87e50d634e..fb29ced73838defe9bd6555288b716ced941f17a 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:34:31.985819+00:00", + "evaluated_at": "2026-06-19T15:10:39.771837+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,14 +302,14 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.2020000219345093, - 1.2239999771118164, - 1.2419999837875366, - 1.2599999904632568, - 1.274999976158142, 1.2979999780654907, 1.3279999494552612, 1.3509999513626099, @@ -334,11 +329,11 @@ 1.6950000524520874, 1.7029999494552612, 1.7339999675750732, - 1.2020000219345093, - 1.2239999771118164, - 1.2419999837875366, - 1.2599999904632568, - 1.274999976158142, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, 1.2979999780654907, 1.3279999494552612, 1.3509999513626099, @@ -358,25 +353,25 @@ 1.6950000524520874, 1.7029999494552612, 1.7339999675750732, - 1.2020000219345093, - 1.2239999771118164, - 1.2419999837875366, - 1.2599999904632568, - 1.274999976158142, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, 1.2979999780654907, 1.3279999494552612, 1.3509999513626099, 1.3769999742507935, 1.4040000438690186, 1.4259999990463257, - 1.4479999542236328 + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188 ], "p10": [ - 1.177960021495819, - 1.19951997756958, - 1.217159984111786, - 1.2347999906539917, - 1.2494999766349792, 1.272039978504181, 1.301439950466156, 1.3239799523353577, @@ -396,11 +391,11 @@ 1.6611000514030456, 1.668939950466156, 1.6993199682235718, - 1.177960021495819, - 1.19951997756958, - 1.217159984111786, - 1.2347999906539917, - 1.2494999766349792, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, 1.272039978504181, 1.301439950466156, 1.3239799523353577, @@ -420,25 +415,25 @@ 1.6611000514030456, 1.668939950466156, 1.6993199682235718, - 1.177960021495819, - 1.19951997756958, - 1.217159984111786, - 1.2347999906539917, - 1.2494999766349792, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, 1.272039978504181, 1.301439950466156, 1.3239799523353577, 1.3494599747657776, 1.375920042991638, 1.3974799990653992, - 1.4190399551391601 + 1.4190399551391601, + 1.4464799523353575, + 1.4758800411224364, + 1.5091999626159667, + 1.5356600308418273, + 1.5621199822425842 ], "p90": [ - 1.2260400223731995, - 1.2484799766540529, - 1.2668399834632873, - 1.285199990272522, - 1.300499975681305, 1.3239599776268005, 1.3545599484443664, 1.378019950389862, @@ -458,11 +453,11 @@ 1.7289000535011292, 1.7370599484443665, 1.7686799669265747, - 1.2260400223731995, - 1.2484799766540529, - 1.2668399834632873, - 1.285199990272522, - 1.300499975681305, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, 1.3239599776268005, 1.3545599484443664, 1.378019950389862, @@ -482,25 +477,25 @@ 1.7289000535011292, 1.7370599484443665, 1.7686799669265747, - 1.2260400223731995, - 1.2484799766540529, - 1.2668399834632873, - 1.285199990272522, - 1.300499975681305, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, 1.3239599776268005, 1.3545599484443664, 1.378019950389862, 1.4045399737358093, 1.432080044746399, 1.4545199990272522, - 1.4769599533081055 + 1.4769599533081055, + 1.5055199503898622, + 1.5361200428009034, + 1.570799961090088, + 1.5983400321006775, + 1.6258799815177918 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9ab9c007846fdaf78be8443d66a04e22d8da3162..10f9eecc3374f8ac7cd51e7a2dc53dfbf3201da6 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:34:31.994830+00:00", + "evaluated_at": "2026-06-19T15:10:39.780806+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,11 +150,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.600000023841858, - 1.5, 1.5, 1.600000023841858, 1.600000023841858, @@ -179,8 +177,8 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.600000023841858, - 1.5, + 1.2999999523162842, + 1.2999999523162842, 1.5, 1.600000023841858, 1.600000023841858, @@ -203,8 +201,8 @@ 1.5, 1.2999999523162842, 1.2999999523162842, - 1.600000023841858, - 1.5, + 1.2999999523162842, + 1.2999999523162842, 1.5, 1.600000023841858, 1.600000023841858, @@ -226,11 +224,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ - 1.5680000233650206, - 1.47, 1.47, 1.5680000233650206, 1.5680000233650206, @@ -253,8 +251,8 @@ 1.47, 1.2739999532699584, 1.2739999532699584, - 1.5680000233650206, - 1.47, + 1.2739999532699584, + 1.2739999532699584, 1.47, 1.5680000233650206, 1.5680000233650206, @@ -277,8 +275,8 @@ 1.47, 1.2739999532699584, 1.2739999532699584, - 1.5680000233650206, - 1.47, + 1.2739999532699584, + 1.2739999532699584, 1.47, 1.5680000233650206, 1.5680000233650206, @@ -300,11 +298,11 @@ 1.47, 1.47, 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ - 1.6320000243186952, - 1.53, 1.53, 1.6320000243186952, 1.6320000243186952, @@ -327,8 +325,8 @@ 1.53, 1.32599995136261, 1.32599995136261, - 1.6320000243186952, - 1.53, + 1.32599995136261, + 1.32599995136261, 1.53, 1.6320000243186952, 1.6320000243186952, @@ -351,8 +349,8 @@ 1.53, 1.32599995136261, 1.32599995136261, - 1.6320000243186952, - 1.53, + 1.32599995136261, + 1.32599995136261, 1.53, 1.6320000243186952, 1.6320000243186952, @@ -374,13 +372,11 @@ 1.53, 1.53, 1.32599995136261, + 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index e4e3315b9386155796911558dbab9bfafc065b66..cde9bfd756aebb0f6588dd6f9b2ff5a7bb1d85f8 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,224 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T12:53:49.612530+00:00", + "evaluated_at": "2026-06-19T15:10:39.786983+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, 17.0, - 18.0, 17.0, 17.0, 17.0, 17.0 ], "p50": [ - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "p10": [ - 20.58, - 19.6, - 20.58, - 20.58, - 19.6, - 19.6, - 18.62, - 19.6, - 18.62, - 18.62, - 18.62, - 18.62, - 19.011999626159668, - 18.62, - 18.62, - 18.62, - 18.62, - 18.62, - 18.62, - 18.62, - 18.62, - 18.62, - 18.62, - 18.62 + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.778000373840332, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68 ], "p90": [ - 21.42, - 20.4, - 21.42, - 21.42, - 20.4, - 20.4, - 19.38, - 20.4, - 19.38, - 19.38, - 19.38, - 19.38, - 19.78799961090088, - 19.38, - 19.38, - 19.38, - 19.38, - 19.38, - 19.38, - 19.38, - 19.38, - 19.38, - 19.38, - 19.38 + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.42200038909912, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32 ], "timestamps": [ - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +316,17 @@ "2026-06-23 14:00:00", "2026-06-23 15:00:00", "2026-06-23 16:00:00", - "2026-06-23 17:00:00" + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 2f9e9184ff23aa45252e9070b300bceebc891d84..4bce3eac8eeee1e291f79b8f2622e22751ca1bda 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T12:53:49.632875+00:00", + "evaluated_at": "2026-06-19T15:10:39.793315+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,23 +353,23 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 24.0, - 24.799999237060547, - 26.200000762939453, - 26.200000762939453, - 24.799999237060547, - 22.899999618530273, - 22.799999237060547, - 27.100000381469727, - 38.599998474121094, - 47.0, - 51.29999923706055, 52.900001525878906, 57.900001525878906, 59.0, @@ -393,20 +382,20 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0 ], "p10": [ - 23.52, - 24.303999252319336, - 25.676000747680664, - 25.676000747680664, - 24.303999252319336, - 22.441999626159667, - 22.343999252319335, - 26.558000373840333, - 37.82799850463867, - 46.06, - 50.273999252319335, 51.84200149536133, 56.74200149536133, 57.82, @@ -419,20 +408,20 @@ 21.07, 26.558000373840333, 27.538000373840333, - 26.95 + 26.95, + 26.46, + 25.97, + 26.656000747680665, + 30.576000747680663, + 30.673999252319334, + 28.616000747680662, + 29.988000373840332, + 33.222001495361326, + 41.94399925231934, + 43.31600074768066, + 38.22 ], "p90": [ - 24.48, - 25.295999221801758, - 26.724000778198242, - 26.724000778198242, - 25.295999221801758, - 23.35799961090088, - 23.25599922180176, - 27.64200038909912, - 39.371998443603516, - 47.94, - 52.32599922180176, 53.95800155639648, 59.05800155639648, 60.18, @@ -445,20 +434,20 @@ 21.93, 27.64200038909912, 28.66200038909912, - 28.05 + 28.05, + 27.54, + 27.03, + 27.74400077819824, + 31.824000778198243, + 31.92599922180176, + 29.784000778198244, + 31.21200038909912, + 34.57800155639649, + 43.65599922180176, + 45.084000778198245, + 39.78 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index fff6012cb7721ebeec172e780bc4d76d34900685..d5355a97e54ad8a3bf568edd61f97839c6cf185d 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T12:53:49.663909+00:00", + "evaluated_at": "2026-06-19T15:10:39.802277+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,23 +353,23 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 - ], - "p50": [ - 29.100000381469727, - 29.799999237060547, - 29.799999237060547, - 29.799999237060547, - 28.5, - 27.700000762939453, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, 27.200000762939453, 26.200000762939453, - 25.0, - 24.399999618530273, - 24.100000381469727, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 + ], + "p50": [ 23.799999237060547, 23.600000381469727, 23.299999237060547, @@ -393,20 +382,20 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727 ], "p10": [ - 28.51800037384033, - 29.203999252319335, - 29.203999252319335, - 29.203999252319335, - 27.93, - 27.146000747680663, - 26.656000747680665, - 25.676000747680664, - 24.5, - 23.911999626159666, - 23.61800037384033, 23.323999252319336, 23.128000373840333, 22.833999252319334, @@ -419,20 +408,20 @@ 24.891999626159667, 26.166000747680663, 27.439999999999998, - 29.106000747680664 + 29.106000747680664, + 29.106000747680664, + 28.321999626159666, + 26.851999626159667, + 27.04800037384033, + 27.439999999999998, + 26.656000747680665, + 25.186000747680662, + 24.10800037384033, + 23.911999626159666, + 23.52, + 23.128000373840333 ], "p90": [ - 29.682000389099123, - 30.39599922180176, - 30.39599922180176, - 30.39599922180176, - 29.07, - 28.254000778198243, - 27.74400077819824, - 26.724000778198242, - 25.5, - 24.88799961090088, - 24.58200038909912, 24.275999221801758, 24.07200038909912, 23.76599922180176, @@ -445,20 +434,20 @@ 25.90799961090088, 27.234000778198244, 28.560000000000002, - 30.294000778198242 + 30.294000778198242, + 30.294000778198242, + 29.47799961090088, + 27.94799961090088, + 28.152000389099122, + 28.560000000000002, + 27.74400077819824, + 26.214000778198244, + 25.092000389099123, + 24.88799961090088, + 24.48, + 24.07200038909912 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b19abc719dd982d00ad5a7a811e9f4fffb5c7194..b53f776e624f876b37df6f892e04bd2e8a9bb696 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:17:01.744698+00:00", + "evaluated_at": "2026-06-19T15:10:39.811184+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index e943de11a9ceee50c29e22f1058e6cd8ceae3ffe..0f19a79dcd6e55dad59417ceb01ddea9fdc78acd 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,11 +1,47 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T14:42:57.090710+00:00", + "evaluated_at": "2026-06-19T15:10:39.814064+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 7099a10db9c58760a69b40fec25ff553cad3229b..8cfdc43a4eb2c76dd69606fb54468ef2f664010d 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,1487816.95783933,1487816.95783933,934.4558919270834,0.8494463669663092,0.014812037401077562,0.014626763844173966,16.919955448169635,1219.761024889437,0.01915208567353427,0.014672365270851804,0.011822564101173166,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.19897565927067262,0.19897565927067262,0.34273139635721844,0.196450974104575,0.014731248062748406,0.01483377514046838,1.854932094016476,0.44606687757630314,0.01910146274128781,0.014676433797008595,0.01986595583914095,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.06474529994412227,0.06474529994412227,0.19705470353364946,0.23841348561924144,0.19837396355975315,0.2571492128135858,0.632436329019884,0.25445097748706386,0.16995311675689254,0.13161694786121145,0.10609090429053797,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.029085692885368292,0.029085692885368292,0.14293573962317574,0.8013063148925418,0.10542715173036468,0.09818667840781348,7.3496892370763005,0.17054528104104286,0.1201493209552027,0.10069837143029055,0.07065718074956057,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,3.587535148388421,3.587535148388421,1.6891327699025471,2.100475927943204,0.09185230300288767,0.08678958866152246,28.3043688889902,1.8940789710010566,0.10171827237606718,0.09071198709179495,0.06103472260586388,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,102.5238293420886,102.5238293420886,7.9019544919331866,0.6616951249635844,0.3263433119807986,0.2615345892344587,2.7211989156131735,10.12540514458995,0.34685945181045835,0.270692141614461,0.21158027236748247,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.6445120416315149,1.6445120416315149,1.0622379779815674,0.5199533047318426,0.04082842754140411,0.04054589080529985,4.699890954961725,1.2823852937520435,0.04993063892121886,0.04135903708925292,0.03520279876315027,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0271995681050325,0.0271995681050325,0.12072150409221649,0.14837944724744115,0.1682817126864745,0.2195149567251817,0.6065629195378226,0.16492291564556,0.11959313680598785,0.08754067497419817,0.08226851467976018,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.049430581704154854,0.049430581704154854,0.18024993108378518,0.9527494410258632,0.1353896214280209,0.12224285568751819,18.32015189182871,0.2223298938608006,0.15724708327895545,0.12748522221624328,0.09887999167024465,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.38922493512003103,0.38922493512003103,0.40720804532368976,1.2803045793768,0.02400614925944951,0.02470062118185323,46.1757875537108,0.6238789426804138,0.038022079960555226,0.02481714929078789,0.02401161849492384,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.77796372120292,63.77796372120292,6.714877684911092,0.6106568901681458,0.2336429431492056,0.23892398923470673,5.526843698136666,7.986110675491727,0.28353055652633347,0.23839802431637014,0.19965333850817957,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.526906286196663,2.526906286196663,1.2909006277720134,0.6621090967208983,0.04912192880016499,0.05102157237910323,7.461185217001385,1.5896245739786055,0.06071131763017407,0.049302382036975616,0.04735154792702394,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.80199752810101,27.80199752810101,4.4204661051432295,0.786832038492738,0.6815137189549726,0.42869253462276874,9.590317545774104,5.2727599535822804,0.5649385664552443,0.4736213684082031,0.3514813619946676,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1574.368651707967,1574.368651707967,36.397623697916664,0.5922325211864407,0.01454988383374183,0.01442607770169753,22.69338436837924,39.67831462786653,0.015805469727282934,0.014498638485477179,0.014830292347423927,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,819.7185096022274,819.7185096022274,25.976327078683035,0.5514740009383661,0.11187591303610797,0.10476024087598686,4.263247625769444,28.63072666912643,0.11322886253326837,0.10273123703433969,0.06931331272927456,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 067d4bceb69a8ad8779725f3f620d6059f1d664d..a4ea9d2d2da33fd19480a813ccd42cbe03a46d8f 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:42:52.360454+00:00", + "evaluated_at": "2026-06-19T15:09:28.732538+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 28f7b377c52138fdb5b1d79ca3a080a42b6c03d6..def0089423c556282aa3414752ca1260a8199ebb 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:34:19.136171+00:00", + "evaluated_at": "2026-06-19T15:09:44.122420+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,200 +302,200 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.763916015625, - 1.77423095703125, - 1.789703369140625, - 1.80517578125, - 1.8258056640625, - 1.841278076171875, - 1.85675048828125, - 1.8670654296875, - 1.87738037109375, - 1.882537841796875, - 1.8876953125, - 1.882537841796875, - 1.8876953125, - 1.8876953125, - 1.89801025390625, - 1.892852783203125, - 1.89801025390625, - 1.892852783203125, - 1.882537841796875, - 1.87738037109375, - 1.8876953125, - 1.8670654296875, - 1.851593017578125, - 1.8258056640625, - 1.810333251953125, - 1.77423095703125, - 1.75360107421875, - 1.707183837890625, - 1.67108154296875, - 1.6117706298828125, - 1.5498809814453125, - 1.4957275390625, - 1.469940185546875, - 1.397735595703125, - 1.3268203735351562, - 1.2778244018554688, - 1.2146453857421875, - 1.1495323181152344, - 1.0992469787597656, - 1.037679672241211, - 0.9567718505859375, - 0.8948822021484375, - 0.8239669799804688, - 0.7852859497070312, - 0.7195281982421875, - 0.675689697265625, - 0.613800048828125, - 0.57769775390625, - 0.582855224609375, - 0.531280517578125, - 0.4874420166015625, - 0.4461822509765625, - 0.39202880859375, - 0.35076904296875, - 0.314666748046875, - 0.26824951171875, - 0.22698974609375, - 0.196044921875, - 0.14447021484375, - 0.108367919921875 + 1.8497314453125, + 1.85992431640625, + 1.865020751953125, + 1.88031005859375, + 1.8905029296875, + 1.90069580078125, + 1.910888671875, + 1.915985107421875, + 1.92108154296875, + 1.926177978515625, + 1.9312744140625, + 1.926177978515625, + 1.92108154296875, + 1.915985107421875, + 1.910888671875, + 1.90069580078125, + 1.895599365234375, + 1.90069580078125, + 1.885406494140625, + 1.875213623046875, + 1.88031005859375, + 1.8497314453125, + 1.834442138671875, + 1.8089599609375, + 1.77838134765625, + 1.732513427734375, + 1.6942901611328125, + 1.6458740234375, + 1.600006103515625, + 1.5312042236328125, + 1.46240234375, + 1.4139862060546875, + 1.3591995239257812, + 1.294219970703125, + 1.22796630859375, + 1.1801872253417969, + 1.1113853454589844, + 1.036451816558838, + 0.9769668579101562, + 0.9094390869140625, + 0.8368148803710938, + 0.7883987426757812, + 0.7157745361328125, + 0.6750030517578125, + 0.601104736328125, + 0.5526885986328125, + 0.488983154296875, + 0.4456634521484375, + 0.5068206787109375, + 0.4660491943359375, + 0.427825927734375, + 0.376861572265625, + 0.325897216796875, + 0.280029296875, + 0.244354248046875, + 0.20867919921875, + 0.15771484375, + 0.1373291015625, + 0.081268310546875, + 0.050689697265625 ], "p10": [ - 1.75360107421875, - 1.758758544921875, - 1.779388427734375, - 1.7845458984375, - 1.800018310546875, - 1.810333251953125, - 1.820648193359375, - 1.81549072265625, - 1.830963134765625, - 1.830963134765625, - 1.8258056640625, - 1.820648193359375, - 1.820648193359375, - 1.810333251953125, - 1.80517578125, - 1.800018310546875, - 1.77423095703125, - 1.763916015625, - 1.738128662109375, - 1.717498779296875, - 1.7020263671875, - 1.6607666015625, - 1.6195068359375, - 1.56793212890625, - 1.52667236328125, - 1.469940185546875, - 1.4132080078125, - 1.3487396240234375, - 1.2804031372070312, - 1.1978836059570312, - 1.1114959716796875, - 1.0341339111328125, - 1.0503315925598145, - 0.9877166748046875, - 0.9290504455566406, - 0.8768310546875, - 0.8278350830078125, - 0.7775497436523438, - 0.74273681640625, - 0.6988983154296875, - 0.6292724609375, - 0.593170166015625, - 0.5338592529296875, - 0.5054931640625, - 0.4616546630859375, - 0.4307098388671875, - 0.37139892578125, - 0.335296630859375, - 0.33013916015625, - 0.273406982421875, - 0.232147216796875, - 0.201202392578125, - 0.149627685546875, - 0.12384033203125, - 0.087738037109375, - 0.046478271484375, - 0.015533447265625, - 6.103515625e-05, - -0.0308837890625, - -0.056671142578125 + 1.834442138671875, + 1.83953857421875, + 1.8497314453125, + 1.865020751953125, + 1.875213623046875, + 1.88031005859375, + 1.885406494140625, + 1.88031005859375, + 1.885406494140625, + 1.875213623046875, + 1.88031005859375, + 1.865020751953125, + 1.85992431640625, + 1.83953857421875, + 1.824249267578125, + 1.8089599609375, + 1.77838134765625, + 1.773284912109375, + 1.73760986328125, + 1.71722412109375, + 1.6993865966796875, + 1.6458740234375, + 1.6076507568359375, + 1.55413818359375, + 1.4955291748046875, + 1.43182373046875, + 1.37066650390625, + 1.304412841796875, + 1.2254180908203125, + 1.1432380676269531, + 1.0580320358276367, + 0.9858856201171875, + 0.9642257690429688, + 0.9043426513671875, + 0.8470077514648438, + 0.7985916137695312, + 0.7450790405273438, + 0.687744140625, + 0.64697265625, + 0.59600830078125, + 0.529754638671875, + 0.5042724609375, + 0.438018798828125, + 0.407440185546875, + 0.346282958984375, + 0.32080078125, + 0.2596435546875, + 0.20867919921875, + 0.254547119140625, + 0.223968505859375, + 0.18829345703125, + 0.14752197265625, + 0.10675048828125, + 0.071075439453125, + 0.040496826171875, + -0.000274658203125, + -0.03594970703125, + -0.041046142578125, + -0.0869140625, + -0.1072998046875 ], "p90": [ - 1.77423095703125, - 1.79486083984375, - 1.810333251953125, - 1.8258056640625, - 1.851593017578125, - 1.8670654296875, - 1.882537841796875, - 1.892852783203125, - 1.9083251953125, - 1.91864013671875, - 1.923797607421875, - 1.923797607421875, - 1.93927001953125, - 1.944427490234375, - 1.95989990234375, - 1.965057373046875, - 1.975372314453125, - 1.985687255859375, - 1.975372314453125, - 1.98052978515625, - 1.996002197265625, - 1.9908447265625, - 1.9908447265625, - 1.975372314453125, - 1.98052978515625, - 1.95989990234375, - 1.95989990234375, - 1.944427490234375, - 1.944427490234375, - 1.91864013671875, - 1.903167724609375, - 1.87738037109375, - 1.872222900390625, - 1.80517578125, - 1.738128662109375, - 1.72265625, - 1.69171142578125, - 1.645294189453125, - 1.6169281005859375, - 1.5859832763671875, - 1.54730224609375, - 1.50604248046875, - 1.4622039794921875, - 1.4261016845703125, - 1.38226318359375, - 1.335845947265625, - 1.27911376953125, - 1.222381591796875, - 1.1095619201660156, - 1.0705585479736328, - 1.021240234375, - 0.9683761596679688, - 0.9051971435546875, - 0.8394393920898438, - 0.8020477294921875, - 0.7556304931640625, - 0.7040557861328125, - 0.63958740234375, - 0.5751190185546875, - 0.510650634765625 + 1.85992431640625, + 1.875213623046875, + 1.885406494140625, + 1.895599365234375, + 1.910888671875, + 1.926177978515625, + 1.9312744140625, + 1.94146728515625, + 1.96185302734375, + 1.96185302734375, + 1.966949462890625, + 1.9720458984375, + 1.9720458984375, + 1.977142333984375, + 1.977142333984375, + 1.9720458984375, + 1.987335205078125, + 2.007720947265625, + 1.987335205078125, + 1.992431640625, + 2.00262451171875, + 1.992431640625, + 1.997528076171875, + 1.977142333984375, + 1.977142333984375, + 1.95166015625, + 1.9312744140625, + 1.910888671875, + 1.90069580078125, + 1.865020751953125, + 1.834442138671875, + 1.814056396484375, + 1.8089599609375, + 1.742706298828125, + 1.681549072265625, + 1.6586151123046875, + 1.6178436279296875, + 1.5515899658203125, + 1.498077392578125, + 1.447113037109375, + 1.4037933349609375, + 1.3579254150390625, + 1.3005905151367188, + 1.263641357421875, + 1.2005729675292969, + 1.1489715576171875, + 1.0927515029907227, + 1.0381240844726562, + 0.9470252990722656, + 0.9158096313476562, + 0.8635711669921875, + 0.8036880493164062, + 0.7361602783203125, + 0.6699066162109375, + 0.6265869140625, + 0.5832672119140625, + 0.529754638671875, + 0.4762420654296875, + 0.4150848388671875, + 0.356475830078125 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9ecd58ecdb362d9970baf3cac7e762af51c80194..de122af1fe0558ee43471a285c7c3e6c0abbb9bc 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:34:26.307866+00:00", + "evaluated_at": "2026-06-19T15:09:55.961230+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,235 +150,233 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.4118194580078125, - 1.447601318359375, - 1.46148681640625, - 1.4761734008789062, - 1.4911270141601562, - 1.49993896484375, - 1.5088176727294922, - 1.5158939361572266, - 1.5225613117218018, - 1.5270757675170898, - 1.531515121459961, - 1.5370559692382812, - 1.5441322326660156, - 1.5494728088378906, - 1.5549468994140625, - 1.560821533203125, - 1.5592193603515625, - 1.5717697143554688, - 1.5704345703125, - 1.573638916015625, - 1.5741729736328125, - 1.5704345703125, - 1.5677642822265625, - 1.5690994262695312, - 1.5656280517578125, - 1.5576171875, - 1.5520095825195312, - 1.5497398376464844, - 1.5456008911132812, - 1.5435981750488281, - 1.5397262573242188, - 1.5372562408447266, - 1.5311145782470703, - 1.523587703704834, - 1.5191650390625, - 1.5225988626480103, - 1.5178966522216797, - 1.5155601501464844, - 1.510152816772461, - 1.5075492858886719, - 1.5008735656738281, - 1.5016746520996094, - 1.49993896484375, - 1.50421142578125, - 1.4986038208007812, - 1.4968681335449219, - 1.4982032775878906, - 1.5024757385253906, - 1.5030097961425781, - 1.5059471130371094, - 1.5077495574951172, - 1.516427993774414, - 1.518096923828125, - 1.5227198600769043, - 1.5298128128051758, - 1.5345191955566406, - 1.5433311462402344, - 1.5529441833496094, - 1.5618896484375, - 1.571502685546875, - 1.5792465209960938, - 1.5875244140625, - 1.5987396240234375, - 1.6094207763671875, - 1.6131591796875, - 1.6179656982421875, - 1.61956787109375, - 1.614227294921875, - 1.6168975830078125, - 1.6190338134765625, - 1.617431640625, - 1.6168975830078125 + 1.371826171875, + 1.41357421875, + 1.4410400390625, + 1.468780517578125, + 1.492401123046875, + 1.511627197265625, + 1.52728271484375, + 1.54156494140625, + 1.558868408203125, + 1.5772705078125, + 1.5860595703125, + 1.5948486328125, + 1.60693359375, + 1.6190185546875, + 1.62286376953125, + 1.63055419921875, + 1.63055419921875, + 1.6300048828125, + 1.63604736328125, + 1.6387939453125, + 1.63714599609375, + 1.639892578125, + 1.63934326171875, + 1.6278076171875, + 1.6201171875, + 1.60968017578125, + 1.595947265625, + 1.583038330078125, + 1.57232666015625, + 1.573974609375, + 1.569305419921875, + 1.561065673828125, + 1.559417724609375, + 1.5507659912109375, + 1.538818359375, + 1.5401229858398438, + 1.5373077392578125, + 1.5355911254882812, + 1.5259780883789062, + 1.5221500396728516, + 1.5091552734375, + 1.505584716796875, + 1.5062713623046875, + 1.5101165771484375, + 1.501739501953125, + 1.503387451171875, + 1.5079193115234375, + 1.505859375, + 1.5169830322265625, + 1.5191116333007812, + 1.5255146026611328, + 1.5362777709960938, + 1.5373077392578125, + 1.5465087890625, + 1.559967041015625, + 1.572052001953125, + 1.58551025390625, + 1.600341796875, + 1.6201171875, + 1.63494873046875, + 1.653076171875, + 1.666259765625, + 1.675048828125, + 1.683837890625, + 1.679443359375, + 1.679443359375, + 1.683837890625, + 1.6904296875, + 1.7003173828125, + 1.705810546875, + 1.7025146484375, + 1.6959228515625 ], "p10": [ - 1.276702880859375, - 1.293792724609375, - 1.30126953125, - 1.318359375, - 1.332244873046875, - 1.3397216796875, - 1.34613037109375, - 1.345062255859375, - 1.35040283203125, - 1.35467529296875, - 1.35894775390625, - 1.357879638671875, - 1.36749267578125, - 1.36962890625, - 1.37603759765625, - 1.3824462890625, - 1.36749267578125, - 1.374969482421875, - 1.37176513671875, - 1.374969482421875, - 1.378173828125, - 1.377105712890625, - 1.3739013671875, - 1.37603759765625, - 1.372833251953125, - 1.3653564453125, - 1.364288330078125, - 1.362152099609375, - 1.362152099609375, - 1.36322021484375, - 1.361083984375, - 1.35894775390625, - 1.3568115234375, - 1.3482666015625, - 1.345062255859375, - 1.351470947265625, - 1.35040283203125, - 1.349334716796875, - 1.34613037109375, - 1.343994140625, - 1.3397216796875, - 1.342926025390625, - 1.343994140625, - 1.35040283203125, - 1.3482666015625, - 1.351470947265625, - 1.3525390625, - 1.35467529296875, - 1.364288330078125, - 1.368560791015625, - 1.36962890625, - 1.38031005859375, - 1.383514404296875, - 1.387786865234375, - 1.3915252685546875, - 1.3957977294921875, - 1.402740478515625, - 1.407012939453125, - 1.4086151123046875, - 1.4128875732421875, - 1.413421630859375, - 1.4150238037109375, - 1.419830322265625, - 1.424102783203125, - 1.4251708984375, - 1.4246368408203125, - 1.4214324951171875, - 1.4107513427734375, - 1.4118194580078125, - 1.4118194580078125, - 1.409149169921875, - 1.4096832275390625 + 1.28173828125, + 1.301513671875, + 1.3179931640625, + 1.345458984375, + 1.365234375, + 1.380615234375, + 1.393798828125, + 1.40533447265625, + 1.4256591796875, + 1.44598388671875, + 1.458892822265625, + 1.46466064453125, + 1.48004150390625, + 1.49102783203125, + 1.4950103759765625, + 1.5016021728515625, + 1.4947357177734375, + 1.4950103759765625, + 1.502288818359375, + 1.5062026977539062, + 1.5065460205078125, + 1.5123138427734375, + 1.51080322265625, + 1.498992919921875, + 1.4903411865234375, + 1.477020263671875, + 1.464935302734375, + 1.45257568359375, + 1.4454345703125, + 1.4476318359375, + 1.4432373046875, + 1.4366455078125, + 1.43170166015625, + 1.42401123046875, + 1.4146728515625, + 1.41851806640625, + 1.4190673828125, + 1.41961669921875, + 1.40972900390625, + 1.406982421875, + 1.39654541015625, + 1.39544677734375, + 1.3992919921875, + 1.4080810546875, + 1.40478515625, + 1.4091796875, + 1.41412353515625, + 1.41192626953125, + 1.43060302734375, + 1.43389892578125, + 1.43994140625, + 1.44818115234375, + 1.44927978515625, + 1.45697021484375, + 1.46575927734375, + 1.47509765625, + 1.483612060546875, + 1.490753173828125, + 1.504486083984375, + 1.5169830322265625, + 1.5285186767578125, + 1.5390243530273438, + 1.5443115234375, + 1.547607421875, + 1.5488433837890625, + 1.5466461181640625, + 1.54925537109375, + 1.5526885986328125, + 1.56134033203125, + 1.565460205078125, + 1.559417724609375, + 1.5515899658203125 ], "p90": [ - 1.5564155578613281, - 1.5872573852539062, - 1.5987396240234375, - 1.6083526611328125, - 1.624908447265625, - 1.631317138671875, - 1.6393280029296875, - 1.6500091552734375, - 1.6574859619140625, - 1.665496826171875, - 1.678314208984375, - 1.695404052734375, - 1.702880859375, - 1.71783447265625, - 1.727447509765625, - 1.738128662109375, - 1.748809814453125, - 1.76910400390625, - 1.7669677734375, - 1.772308349609375, - 1.771240234375, - 1.76910400390625, - 1.770172119140625, - 1.770172119140625, - 1.7626953125, - 1.753082275390625, - 1.744537353515625, - 1.740264892578125, - 1.7327880859375, - 1.727447509765625, - 1.719970703125, - 1.71356201171875, - 1.70074462890625, - 1.697540283203125, - 1.693267822265625, - 1.69219970703125, - 1.6815185546875, - 1.6729736328125, - 1.6644287109375, - 1.6596221923828125, - 1.6489410400390625, - 1.6457366943359375, - 1.6425323486328125, - 1.644134521484375, - 1.635589599609375, - 1.631317138671875, - 1.63238525390625, - 1.63665771484375, - 1.6414642333984375, - 1.6478729248046875, - 1.648406982421875, - 1.65802001953125, - 1.66015625, - 1.66656494140625, - 1.678314208984375, - 1.68792724609375, - 1.701812744140625, - 1.71783447265625, - 1.7327880859375, - 1.746673583984375, - 1.759490966796875, - 1.77337646484375, - 1.7926025390625, - 1.81182861328125, - 1.8182373046875, - 1.8310546875, - 1.8353271484375, - 1.8310546875, - 1.8353271484375, - 1.83746337890625, - 1.839599609375, - 1.84173583984375 + 1.503387451171875, + 1.554473876953125, + 1.5794677734375, + 1.59759521484375, + 1.61627197265625, + 1.63165283203125, + 1.6431884765625, + 1.65911865234375, + 1.67724609375, + 1.701416015625, + 1.7178955078125, + 1.7354736328125, + 1.7508544921875, + 1.767333984375, + 1.7728271484375, + 1.780517578125, + 1.7750244140625, + 1.7772216796875, + 1.7783203125, + 1.7794189453125, + 1.7750244140625, + 1.7783203125, + 1.7794189453125, + 1.7684326171875, + 1.75634765625, + 1.7486572265625, + 1.732177734375, + 1.718994140625, + 1.705810546875, + 1.7080078125, + 1.6981201171875, + 1.683837890625, + 1.679443359375, + 1.6728515625, + 1.6585693359375, + 1.6552734375, + 1.648681640625, + 1.64154052734375, + 1.62945556640625, + 1.62451171875, + 1.609130859375, + 1.6025390625, + 1.60308837890625, + 1.60198974609375, + 1.591827392578125, + 1.590179443359375, + 1.59375, + 1.59210205078125, + 1.60693359375, + 1.613525390625, + 1.62066650390625, + 1.63275146484375, + 1.6365966796875, + 1.6497802734375, + 1.66845703125, + 1.6849365234375, + 1.70361328125, + 1.7244873046875, + 1.74755859375, + 1.7662353515625, + 1.789306640625, + 1.8046875, + 1.815673828125, + 1.82666015625, + 1.828857421875, + 1.833251953125, + 1.83544921875, + 1.83984375, + 1.8486328125, + 1.855224609375, + 1.855224609375, + 1.85302734375 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index a93084352bc0f21f63acec01b83d0b0c7f01d813..48d28d75b0637ed8cb31f43e40dbf496ccfea487 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,225 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T03:22:22.519089+00:00", + "evaluated_at": "2026-06-19T15:10:04.771257+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0 + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 19.22869873046875, - 19.3438720703125, - 19.4658203125, - 19.5877685546875, - 19.7774658203125, - 19.96038818359375, - 20.06878662109375, - 20.227996826171875, - 20.329620361328125, - 20.414306640625, - 20.505767822265625, - 20.559967041015625, - 20.614166259765625, - 20.658203125, - 20.641265869140625, - 20.627716064453125, - 20.61077880859375, - 20.60400390625, - 20.659896850585938, - 20.620941162109375, - 20.65904998779297, - 20.682762145996094, - 20.761520385742188, - 20.82842254638672 + 16.03249740600586, + 16.01561737060547, + 15.995361328125, + 16.00008773803711, + 16.00008773803711, + 16.002113342285156, + 16.002113342285156, + 16.00008773803711, + 16.003463745117188, + 16.005489349365234, + 16.003463745117188, + 16.005489349365234, + 16.014942169189453, + 16.01561737060547, + 16.005489349365234, + 16.00481414794922, + 16.004138946533203, + 16.002788543701172, + 16.003463745117188, + 16.006839752197266, + 16.005489349365234, + 16.008865356445312, + 16.004138946533203, + 16.013591766357422 ], "p10": [ - 18.86962890625, - 18.9102783203125, - 18.896728515625, - 18.86962890625, - 18.9102783203125, - 18.923828125, - 18.842529296875, - 18.896728515625, - 18.9373779296875, - 18.950927734375, - 19.0457763671875, - 19.0457763671875, - 19.0728759765625, - 19.140625, - 19.113525390625, - 19.113525390625, - 19.1270751953125, - 19.16094970703125, - 19.276123046875, - 19.2896728515625, - 19.357421875, - 19.40484619140625, - 19.48614501953125, - 19.56744384765625 + 15.998062133789062, + 15.999412536621094, + 15.995361328125, + 15.994010925292969, + 15.994010925292969, + 15.999412536621094, + 15.999412536621094, + 15.994686126708984, + 15.998062133789062, + 15.998737335205078, + 15.996036529541016, + 16.00143814086914, + 15.994686126708984, + 16.00008773803711, + 15.997386932373047, + 16.00143814086914, + 16.004138946533203, + 16.002113342285156, + 15.996711730957031, + 16.000762939453125, + 16.00008773803711, + 16.00008773803711, + 15.996036529541016, + 15.996036529541016 ], "p90": [ - 20.20428466796875, - 20.600616455078125, - 20.896595001220703, - 21.03675079345703, - 21.171401977539062, - 21.23406982421875, - 21.283187866210938, - 21.332305908203125, - 21.35601806640625, - 21.4034423828125, - 21.427154541015625, - 21.433929443359375, - 21.4576416015625, - 21.43731689453125, - 21.447479248046875, - 21.461029052734375, - 21.552490234375, - 21.552490234375, - 21.58636474609375, - 21.5660400390625, - 21.630401611328125, - 21.68798828125, - 21.79638671875, - 21.85736083984375 + 16.228981018066406, + 16.154876708984375, + 16.068958282470703, + 16.04802703857422, + 16.035873413085938, + 16.035198211669922, + 16.036548614501953, + 16.02912139892578, + 16.027095794677734, + 16.034523010253906, + 16.04161262512207, + 16.057817459106445, + 16.101367950439453, + 16.108287811279297, + 16.082294464111328, + 16.067270278930664, + 16.066932678222656, + 16.07874870300293, + 16.08955192565918, + 16.091407775878906, + 16.08820152282715, + 16.097148895263672, + 16.10550308227539, + 16.146015167236328 ], "timestamps": [ - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +315,18 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 5bf1e6629bd61eca6090913852d6c58f965c256f..d5fb56989051b1e022ee3507954067cf60e6e445 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T03:22:27.714928+00:00", + "evaluated_at": "2026-06-19T15:10:17.417776+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,101 +353,101 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 26.075927734375, - 25.458984375, - 25.52392578125, - 25.426513671875, - 25.39404296875, - 25.426513671875, - 26.9039306640625, - 31.8394775390625, - 37.635498046875, - 41.75927734375, - 44.09716796875, - 44.87646484375, - 44.09716796875, - 41.82421875, - 39.3564453125, - 36.921142578125, - 34.518310546875, - 32.959716796875, - 31.5634765625, - 29.318939208984375, - 26.1246337890625, - 26.075927734375, - 25.52392578125, - 24.6796875 + 36.04296875, + 32.93914794921875, + 30.09783935546875, + 27.511322021484375, + 25.1409912109375, + 23.5968017578125, + 23.2261962890625, + 23.56591796875, + 23.7203369140625, + 23.81298828125, + 25.04833984375, + 24.4615478515625, + 23.8438720703125, + 22.9482421875, + 22.7320556640625, + 22.886474609375, + 24.18359375, + 24.986572265625, + 25.77410888671875, + 27.727508544921875, + 30.607421875, + 33.139892578125, + 34.992919921875, + 34.3134765625 ], "p10": [ - 24.0302734375, - 22.114501953125, - 21.23779296875, - 20.45849609375, - 19.93896484375, - 19.6142578125, - 20.06884765625, - 22.4716796875, - 24.582275390625, - 25.65380859375, - 24.16015625, - 22.504150390625, - 19.744140625, - 17.146484375, - 15.39306640625, - 13.8994140625, - 13.31494140625, - 13.70458984375, - 14.09423828125, - 14.09423828125, - 13.70458984375, - 15.91259765625, - 16.69189453125, - 16.69189453125 + 31.9354248046875, + 26.098388671875, + 21.033447265625, + 17.203857421875, + 14.980224609375, + 14.0537109375, + 13.374267578125, + 14.42431640625, + 14.42431640625, + 15.41259765625, + 16.771484375, + 16.709716796875, + 16.339111328125, + 15.968505859375, + 16.15380859375, + 16.0302734375, + 16.771484375, + 17.080322265625, + 17.450927734375, + 18.5009765625, + 19.85986328125, + 20.23046875, + 20.23046875, + 18.9951171875 ], "p90": [ - 28.51934814453125, - 28.82781982421875, - 29.847856521606445, - 30.56500244140625, - 31.2874755859375, - 32.7486572265625, - 36.661376953125, - 45.4609375, - 55.4619140625, - 62.4755859375, - 67.541015625, - 70.3984375, - 71.697265625, - 70.658203125, - 69.359375, - 67.021484375, - 63.125, - 61.9560546875, - 59.48828125, - 54.9423828125, - 48.05859375, - 43.83740234375, - 39.486328125, - 35.817138671875 + 40.490234375, + 41.910888671875, + 42.775634765625, + 42.775634765625, + 41.7255859375, + 40.86083984375, + 41.663818359375, + 41.60205078125, + 41.35498046875, + 38.88427734375, + 37.957763671875, + 35.5179443359375, + 33.3251953125, + 31.36407470703125, + 30.53021240234375, + 30.96258544921875, + 32.645751953125, + 33.8502197265625, + 35.239990234375, + 38.698974609375, + 44.07275390625, + 50.1259765625, + 55.314453125, + 56.67333984375 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 6e2c243878539b3d9a0eddcdf7189da01527298d..0f6e949c5d364dfd372457069f9912623d909ca9 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T03:22:32.879817+00:00", + "evaluated_at": "2026-06-19T15:10:26.980781+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,101 +353,101 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 ], "p50": [ - 30.61181640625, - 30.879150390625, - 30.6385498046875, - 29.8900146484375, - 28.90087890625, - 27.8582763671875, - 26.8424072265625, - 25.9334716796875, - 25.22503662109375, - 24.603485107421875, - 24.081348419189453, - 23.68285369873047, - 23.43389892578125, - 23.316940307617188, - 23.286865234375, - 23.00616455078125, - 22.63189697265625, - 22.478179931640625, - 23.11309814453125, - 24.291038513183594, - 25.525787353515625, - 26.601806640625, - 27.5107421875, - 28.419677734375 + 23.4093017578125, + 23.16314697265625, + 22.9835205078125, + 23.00347900390625, + 22.7041015625, + 22.41802978515625, + 22.251708984375, + 22.810546875, + 24.0745849609375, + 25.42510986328125, + 26.5494384765625, + 27.44091796875, + 27.999755859375, + 28.345703125, + 28.372314453125, + 28.052978515625, + 27.2413330078125, + 26.5228271484375, + 25.764404296875, + 24.97271728515625, + 24.119491577148438, + 23.689552307128906, + 23.179779052734375, + 22.92364501953125 ], "p10": [ - 29.809814453125, - 29.809814453125, - 29.1949462890625, - 28.2860107421875, - 27.1632080078125, - 26.067138671875, - 25.06463623046875, - 24.063804626464844, - 23.347015380859375, - 22.772247314453125, - 22.210845947265625, - 21.736328125, - 21.42889404296875, - 21.37542724609375, - 21.3353271484375, - 20.98779296875, - 20.8541259765625, - 20.720458984375, - 21.24176025390625, - 22.23089599609375, - 23.2333984375, - 24.038742065429688, - 24.620193481445312, - 25.27850341796875 + 22.9569091796875, + 22.59100341796875, + 22.1851806640625, + 21.985595703125, + 21.5465087890625, + 21.0941162109375, + 20.8812255859375, + 21.2271728515625, + 22.19183349609375, + 23.24298095703125, + 23.98560333251953, + 24.6068115234375, + 24.78643798828125, + 24.77313232421875, + 24.7132568359375, + 24.21429443359375, + 23.7020263671875, + 23.262939453125, + 22.8238525390625, + 22.36480712890625, + 21.8658447265625, + 21.6529541015625, + 21.240478515625, + 21.080810546875 ], "p90": [ - 31.306884765625, - 31.89501953125, - 32.001953125, - 31.306884765625, - 30.4246826171875, - 29.4088134765625, - 28.419677734375, - 27.6444091796875, - 26.98944091796875, - 26.32110595703125, - 25.746337890625, - 25.3988037109375, - 25.124786376953125, - 24.9176025390625, - 24.870819091796875, - 24.600143432617188, - 24.197471618652344, - 24.047096252441406, - 24.697052001953125, - 25.94683837890625, - 27.25677490234375, - 28.4464111328125, - 29.54248046875, - 30.558349609375 + 23.825519561767578, + 23.80057144165039, + 23.807640075683594, + 23.934459686279297, + 23.71533203125, + 23.560653686523438, + 23.399322509765625, + 24.136123657226562, + 25.5914306640625, + 27.0550537109375, + 28.372314453125, + 29.41015625, + 30.235107421875, + 30.84716796875, + 30.95361328125, + 30.7939453125, + 29.968994140625, + 29.064208984375, + 28.0263671875, + 27.041748046875, + 25.95068359375, + 25.34527587890625, + 24.7398681640625, + 24.430511474609375 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 99f2bea0fda18a8ed33e69dfa3dde428dcd5ab92..ff629b55dddea98ad63b1d2002b89c627b5ad7ca 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:16:55.965216+00:00", + "evaluated_at": "2026-06-19T15:10:33.759089+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 7788230d9dc613264359cd74a8fc32ec0cbce99d..2e79fb74aca2f1e3ffc6c3b40a8338d0e1db614b 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,47 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T14:42:56.053486+00:00", + "evaluated_at": "2026-06-19T15:10:37.499965+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 71004e4c8bda385bda664e5d3234eb748f13c1d3..0f713123d6a7aae921d5ceff80b1e284bda70198 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1309848.276089986,1010694.1341425577,753.2607421875,0.6847349418600981,0.011947237171961453,0.011821887904386222,37.1690239314189,1144.486031408853,0.017970154873322354,0.011827328447547891,0.014828174270802685,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.25347819153951906,0.38389451334069236,0.5193533102671305,0.29768928318452986,0.022479949808031197,0.022839422041168806,4.331048565737762,0.5034661771554462,0.021559413863425244,0.022239732211309766,0.01921340225105557,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.027750914464228667,0.041000080263720484,0.18368134101231892,0.22223325791604595,0.1526897580514886,0.1723966245024153,2.3147110479185025,0.16658605723237666,0.11126630329539156,0.1226846000099029,0.08394070144717895,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.017946414424851218,0.016399770403740237,0.10343773497475518,0.5798781358109918,0.07252781822022727,0.07281199975363661,18.296705813517203,0.13396422815382925,0.09437793263301662,0.07287198767681048,0.07435177428675319,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.0100968204675762,0.6023095146007714,0.6345949172973633,0.789133555117235,0.03472651886642334,0.03383391751984107,53.606305562645424,1.0050357309407343,0.05397372537929536,0.03407983491417213,0.05010405271940715,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,85.86004566916078,59.791612473109275,6.461504062016805,0.5410744572287355,0.25581093443349984,0.2251951052655632,21.369010044640078,9.266069591210762,0.3174217498410116,0.2213475633633979,0.2475484901072689,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.3753085343738953,2.2736152357409387,1.279158353805542,0.6261333402900386,0.04939997423492217,0.04943895560326242,18.24830563171384,1.541203599260622,0.06000792491437004,0.049804995579803266,0.048236312581249004,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0032154675240128492,0.007507998596565739,0.08268063912789027,0.10162321637817051,0.08427885718165236,0.0916658152037537,0.9150804134103238,0.05670509257564835,0.041119451881205506,0.059955506775534594,0.042004318222446324,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.017669635550372733,0.020088801338764464,0.11326236029465993,0.5986723534992495,0.07888918342770636,0.08093156711105755,15.081171443506808,0.13292718138278842,0.09401529950814,0.08010697748444162,0.07277349320679496,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.3942576748606825,0.39496389401191817,0.40899884700775146,1.2859350467096282,0.024107330366377824,0.024812398993972373,51.140704337934814,0.6278994146045069,0.038267106190035365,0.024926289061610016,0.024923666658968818,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,98.0314678316654,101.73315220979582,8.287699619928995,0.7536907020549212,0.2874783694440675,0.30626926612801897,23.62512333441801,9.901084174557118,0.3515177813452231,0.2942378563288401,0.28855310705913517,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.0647116585628282,4.816732494276948,1.9621227582295735,1.0063821328750195,0.07434284282226226,0.07796274793721075,9.012768925161252,1.750631788401784,0.06686054323702902,0.07493785636826229,0.051044560301817324,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,17.986154482579536,13.384098225279141,3.0698633591334024,0.5464280886467366,0.45989192638813764,0.33186976187220457,25.761884340397064,4.241008663346437,0.4543937853585468,0.3289139313357217,0.39192944112278166,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1885.1675601502259,1715.5065468922257,37.21477254231771,0.6055285023834746,0.014882750746783089,0.01474698903020309,27.873510162870758,43.41851632829277,0.01729534260380127,0.014824141759595436,0.016282794130359615,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,581.5291792114731,448.8410288263445,16.82055882045201,0.35709824728631645,0.06612858490910202,0.06380301602645701,15.217170467987094,24.11491611454357,0.09536972474678247,0.0665219840356859,0.07562223119550131,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 3a4e927923c3d7fa95b7b3f520c5bb2c8e426b90..c5cbe7f3b49ba073984d83e964f55b46d861148e 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T14:40:45.059605+00:00", + "evaluated_at": "2026-06-19T15:00:09.202351+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 82269b6fcdbe0a6574413663fa56b5acc18dfb87..4a71dab1a35e5a437711d93f3c5cd2a6c837352a 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T14:31:07.552781+00:00", + "evaluated_at": "2026-06-19T15:00:19.890098+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,200 +302,200 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.7448217868804932, - 1.7626104354858398, - 1.7814254760742188, - 1.783299446105957, - 1.792557716369629, - 1.8145877122879028, - 1.836856722831726, - 1.8201696872711182, - 1.815477728843689, - 1.8517053127288818, - 1.8392140865325928, - 1.854002833366394, - 1.8450469970703125, - 1.8179285526275635, - 1.808754324913025, - 1.8045998811721802, - 1.791167974472046, - 1.762791633605957, - 1.8043850660324097, - 1.7631629705429077, - 1.7445961236953735, - 1.707640528678894, - 1.6980924606323242, - 1.6790884733200073, - 1.6668235063552856, - 1.632307767868042, - 1.614569902420044, - 1.5772658586502075, - 1.552011489868164, - 1.5063161849975586, - 1.484933853149414, - 1.4482967853546143, - 1.398929238319397, - 1.381482720375061, - 1.3530786037445068, - 1.2771559953689575, - 1.2407909631729126, - 1.1888123750686646, - 1.1561813354492188, - 1.1294326782226562, - 1.0782556533813477, - 1.0294839143753052, - 0.9670648574829102, - 0.9366953372955322, - 0.8803896903991699, - 0.8520514965057373, - 0.8142004013061523, - 0.7633240222930908, - 0.7349411249160767, - 0.6901460289955139, - 0.6402291059494019, - 0.5870088338851929, - 0.5492688417434692, - 0.5089924335479736, - 0.47234925627708435, - 0.4105619192123413, - 0.40396037697792053, - 0.3456191420555115, - 0.3308732211589813, - 0.2823307514190674 + 1.8070976734161377, + 1.822697401046753, + 1.8378188610076904, + 1.8432822227478027, + 1.8489465713500977, + 1.8677947521209717, + 1.8770818710327148, + 1.8726978302001953, + 1.8841791152954102, + 1.8867485523223877, + 1.880995512008667, + 1.867678165435791, + 1.8791346549987793, + 1.853499174118042, + 1.8385324478149414, + 1.8469929695129395, + 1.8314521312713623, + 1.8045856952667236, + 1.8061652183532715, + 1.786994218826294, + 1.758897304534912, + 1.715149164199829, + 1.7095694541931152, + 1.6761445999145508, + 1.657275915145874, + 1.6213948726654053, + 1.6023151874542236, + 1.5683794021606445, + 1.5454988479614258, + 1.5001261234283447, + 1.459996223449707, + 1.4268994331359863, + 1.371100902557373, + 1.3468263149261475, + 1.3102099895477295, + 1.2391657829284668, + 1.2033185958862305, + 1.1489031314849854, + 1.113152265548706, + 1.06979501247406, + 1.017592191696167, + 0.9805102944374084, + 0.9238075017929077, + 0.8920520544052124, + 0.8236231207847595, + 0.8089168071746826, + 0.7687013149261475, + 0.6905285120010376, + 0.6520087718963623, + 0.5985515117645264, + 0.5605558156967163, + 0.4999975860118866, + 0.4638662338256836, + 0.4144173860549927, + 0.37716367840766907, + 0.3308315575122833, + 0.3099382221698761, + 0.25349700450897217, + 0.2330094575881958, + 0.1930992305278778 ], "p10": [ - 1.7848412990570068, - 1.7647424936294556, - 1.8122632503509521, - 1.8459298610687256, - 1.802065134048462, - 1.8243083953857422, - 1.8151756525039673, - 1.840291976928711, - 1.8521485328674316, - 1.8907619714736938, - 1.8387128114700317, - 1.888427495956421, - 1.8252633810043335, - 1.862170696258545, - 1.789794683456421, - 1.8361072540283203, - 1.78502357006073, - 1.8014297485351562, - 1.7823084592819214, - 1.8211725950241089, - 1.7751200199127197, - 1.7528334856033325, - 1.7510823011398315, - 1.7230501174926758, - 1.7032586336135864, - 1.6997995376586914, - 1.6635332107543945, - 1.6336876153945923, - 1.6212157011032104, - 1.5532281398773193, - 1.5400670766830444, - 1.5131884813308716, - 1.4623632431030273, - 1.4228073358535767, - 1.4036126136779785, - 1.3529940843582153, - 1.2643027305603027, - 1.2881190776824951, - 1.23751962184906, - 1.1678056716918945, - 1.1426576375961304, - 1.1155478954315186, - 1.0439224243164062, - 1.0694562196731567, - 0.947944164276123, - 0.9423900842666626, - 0.9255814552307129, - 0.8764418363571167, - 0.8322471380233765, - 0.777987003326416, - 0.690893292427063, - 0.6513522267341614, - 0.6280367374420166, - 0.574364423751831, - 0.5919914245605469, - 0.533330500125885, - 0.4815905690193176, - 0.4270462989807129, - 0.37100547552108765, - 0.34338802099227905 + 1.8547239303588867, + 1.837446689605713, + 1.8681347370147705, + 1.9052939414978027, + 1.8386561870574951, + 1.8635330200195312, + 1.8507554531097412, + 1.8868207931518555, + 1.9024438858032227, + 1.9200270175933838, + 1.892341136932373, + 1.9005882740020752, + 1.829047441482544, + 1.8916280269622803, + 1.8115649223327637, + 1.8676395416259766, + 1.807405710220337, + 1.8119049072265625, + 1.765174388885498, + 1.8239905834197998, + 1.7715122699737549, + 1.7443671226501465, + 1.7318613529205322, + 1.6815757751464844, + 1.682046890258789, + 1.643625259399414, + 1.6121528148651123, + 1.6024937629699707, + 1.5742278099060059, + 1.5274786949157715, + 1.4876320362091064, + 1.448673963546753, + 1.411238670349121, + 1.3992433547973633, + 1.3469629287719727, + 1.2903189659118652, + 1.2174453735351562, + 1.1960952281951904, + 1.148650884628296, + 1.1045337915420532, + 1.0639228820800781, + 1.0344934463500977, + 0.9814608097076416, + 0.9811673760414124, + 0.849329948425293, + 0.875821590423584, + 0.826646625995636, + 0.7792332172393799, + 0.7407206892967224, + 0.6801789999008179, + 0.5965174436569214, + 0.5559207201004028, + 0.5268325805664062, + 0.477073609828949, + 0.4778174161911011, + 0.41987890005111694, + 0.37914979457855225, + 0.3423781394958496, + 0.28515470027923584, + 0.25836461782455444 ], "p90": [ - 1.7614679336547852, - 1.7830346822738647, - 1.8215395212173462, - 1.8316744565963745, - 1.8419020175933838, - 1.8682044744491577, - 1.8878488540649414, - 1.8717541694641113, - 1.8724089860916138, - 1.9054484367370605, - 1.8956208229064941, - 1.8950235843658447, - 1.8980960845947266, - 1.878720998764038, - 1.8764948844909668, - 1.8625789880752563, - 1.8626798391342163, - 1.858658790588379, - 1.8976349830627441, - 1.8709774017333984, - 1.8535963296890259, - 1.8126792907714844, - 1.8045001029968262, - 1.7832226753234863, - 1.7736402750015259, - 1.7537964582443237, - 1.751857042312622, - 1.7168569564819336, - 1.6923255920410156, - 1.6644660234451294, - 1.6569677591323853, - 1.6184512376785278, - 1.5755305290222168, - 1.544421911239624, - 1.5187851190567017, - 1.4711894989013672, - 1.4286860227584839, - 1.4019408226013184, - 1.3691844940185547, - 1.3255853652954102, - 1.2877533435821533, - 1.2526148557662964, - 1.1976209878921509, - 1.169926643371582, - 1.1246873140335083, - 1.0884093046188354, - 1.0547584295272827, - 1.0108598470687866, - 0.9694100618362427, - 0.9208760261535645, - 0.8872861862182617, - 0.8423905372619629, - 0.8095420598983765, - 0.7695087194442749, - 0.7326343655586243, - 0.6911319494247437, - 0.6490640640258789, - 0.6073023080825806, - 0.5772420763969421, - 0.538379967212677 + 1.822890043258667, + 1.846764087677002, + 1.8786957263946533, + 1.8916218280792236, + 1.8898279666900635, + 1.9184837341308594, + 1.9200870990753174, + 1.9234390258789062, + 1.922882080078125, + 1.924213171005249, + 1.9275538921356201, + 1.8968956470489502, + 1.9109430313110352, + 1.892655849456787, + 1.8825461864471436, + 1.8873820304870605, + 1.881718635559082, + 1.8642082214355469, + 1.8605597019195557, + 1.8462378978729248, + 1.8235235214233398, + 1.7770805358886719, + 1.7704029083251953, + 1.7282607555389404, + 1.720210075378418, + 1.6979117393493652, + 1.6942055225372314, + 1.6684517860412598, + 1.6435017585754395, + 1.6111550331115723, + 1.5844600200653076, + 1.5544183254241943, + 1.502812385559082, + 1.4806709289550781, + 1.4427833557128906, + 1.3952980041503906, + 1.358689546585083, + 1.3252453804016113, + 1.284925937652588, + 1.2400496006011963, + 1.1926343441009521, + 1.1648637056350708, + 1.1151288747787476, + 1.0873167514801025, + 1.0314671993255615, + 1.0147628784179688, + 0.9747294783592224, + 0.9114488363265991, + 0.8716216087341309, + 0.8239993453025818, + 0.8054755330085754, + 0.7552951574325562, + 0.7218132019042969, + 0.6726394891738892, + 0.6398417949676514, + 0.6254602670669556, + 0.5862060785293579, + 0.5463759899139404, + 0.5206840634346008, + 0.48822447657585144 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 26f1c4b30674fb37bffc03c025028e39b74879c0..12acb69cb11961aaebfa4bd59970cdbf336c1987 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T14:31:14.850856+00:00", + "evaluated_at": "2026-06-19T15:00:42.210866+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,235 +150,233 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.3459932804107666, - 1.3562443256378174, - 1.3642215728759766, - 1.3701457977294922, - 1.3657457828521729, - 1.3652547597885132, - 1.3685988187789917, - 1.3599019050598145, - 1.3622119426727295, - 1.3703944683074951, - 1.376107096672058, - 1.3787225484848022, - 1.3767467737197876, - 1.3781782388687134, - 1.372982382774353, - 1.372406005859375, - 1.3747974634170532, - 1.3751863241195679, - 1.3767191171646118, - 1.3837288618087769, - 1.3920286893844604, - 1.3929537534713745, - 1.383326530456543, - 1.380267858505249, - 1.3707797527313232, - 1.3689117431640625, - 1.3692512512207031, - 1.36605703830719, - 1.3685438632965088, - 1.3718599081039429, - 1.383793592453003, - 1.3994028568267822, - 1.3941365480422974, - 1.389647126197815, - 1.3862284421920776, - 1.3771336078643799, - 1.3772759437561035, - 1.3724216222763062, - 1.3761281967163086, - 1.3840560913085938, - 1.3920258283615112, - 1.391276240348816, - 1.3940260410308838, - 1.396863341331482, - 1.3913441896438599, - 1.3949916362762451, - 1.3982495069503784, - 1.3952890634536743, - 1.4024772644042969, - 1.4147337675094604, - 1.418269157409668, - 1.42094886302948, - 1.4240187406539917, - 1.4314625263214111, - 1.4319181442260742, - 1.4361220598220825, - 1.4485163688659668, - 1.4514693021774292, - 1.4556814432144165, - 1.462594747543335, - 1.4735158681869507, - 1.4712907075881958, - 1.471439242362976, - 1.4735090732574463, - 1.4848142862319946, - 1.484096884727478, - 1.488506555557251, - 1.4885941743850708, - 1.4846880435943604, - 1.4877440929412842, - 1.4909626245498657, - 1.4859265089035034 + 1.316556692123413, + 1.3315833806991577, + 1.3328940868377686, + 1.3265559673309326, + 1.3237168788909912, + 1.3219537734985352, + 1.3267487287521362, + 1.3337585926055908, + 1.336852788925171, + 1.3368300199508667, + 1.3337968587875366, + 1.3270577192306519, + 1.327833652496338, + 1.3368053436279297, + 1.3438968658447266, + 1.3502318859100342, + 1.3474900722503662, + 1.3454172611236572, + 1.3475602865219116, + 1.352368712425232, + 1.3513578176498413, + 1.3537687063217163, + 1.3520036935806274, + 1.352273941040039, + 1.3427681922912598, + 1.3415324687957764, + 1.3409106731414795, + 1.3440548181533813, + 1.3520898818969727, + 1.3530436754226685, + 1.35194730758667, + 1.3530672788619995, + 1.3419243097305298, + 1.340238094329834, + 1.3384193181991577, + 1.342130422592163, + 1.3462588787078857, + 1.3474607467651367, + 1.3434710502624512, + 1.3431862592697144, + 1.3458610773086548, + 1.3470741510391235, + 1.3526196479797363, + 1.356026291847229, + 1.3547706604003906, + 1.3539894819259644, + 1.3505489826202393, + 1.3517612218856812, + 1.3530067205429077, + 1.3661351203918457, + 1.368830919265747, + 1.3663493394851685, + 1.3665615320205688, + 1.37125825881958, + 1.371180534362793, + 1.37765371799469, + 1.3871231079101562, + 1.3885220289230347, + 1.3843376636505127, + 1.3860026597976685, + 1.3846073150634766, + 1.3848074674606323, + 1.3825716972351074, + 1.3825268745422363, + 1.3932873010635376, + 1.383179783821106, + 1.383192539215088, + 1.3829437494277954, + 1.383151650428772, + 1.386413335800171, + 1.3867366313934326, + 1.389157772064209 ], "p10": [ - 1.3706903457641602, - 1.3900811672210693, - 1.3975467681884766, - 1.410170078277588, - 1.4102061986923218, - 1.4063068628311157, - 1.4085389375686646, - 1.3993992805480957, - 1.4087921380996704, - 1.4157445430755615, - 1.423587679862976, - 1.42890202999115, - 1.4329291582107544, - 1.433882236480713, - 1.428585410118103, - 1.4195181131362915, - 1.4238324165344238, - 1.4276903867721558, - 1.4347532987594604, - 1.4327279329299927, - 1.439326524734497, - 1.4453749656677246, - 1.437994122505188, - 1.4283572435379028, - 1.4336525201797485, - 1.4263972043991089, - 1.4220625162124634, - 1.4216116666793823, - 1.4209270477294922, - 1.4260954856872559, - 1.4374254941940308, - 1.4495782852172852, - 1.4490450620651245, - 1.446602702140808, - 1.4446974992752075, - 1.4395763874053955, - 1.430240273475647, - 1.4334442615509033, - 1.4348061084747314, - 1.4427186250686646, - 1.4471508264541626, - 1.452608346939087, - 1.4486618041992188, - 1.4559857845306396, - 1.4505138397216797, - 1.45517098903656, - 1.4563648700714111, - 1.4534765481948853, - 1.4598915576934814, - 1.4696975946426392, - 1.4705954790115356, - 1.4811346530914307, - 1.4769169092178345, - 1.4831172227859497, - 1.4800665378570557, - 1.4929627180099487, - 1.5027189254760742, - 1.505374789237976, - 1.5123286247253418, - 1.5218991041183472, - 1.5171276330947876, - 1.5279293060302734, - 1.5237147808074951, - 1.5224659442901611, - 1.5335944890975952, - 1.540947437286377, - 1.5426909923553467, - 1.5442641973495483, - 1.5411696434020996, - 1.5417304039001465, - 1.5422184467315674, - 1.5358589887619019 + 1.3497095108032227, + 1.3759185075759888, + 1.3699276447296143, + 1.3758893013000488, + 1.3799347877502441, + 1.3769195079803467, + 1.3869820833206177, + 1.386896014213562, + 1.3992708921432495, + 1.3954994678497314, + 1.3925524950027466, + 1.3870116472244263, + 1.3954840898513794, + 1.3996833562850952, + 1.407307505607605, + 1.4087427854537964, + 1.4077211618423462, + 1.4073587656021118, + 1.41437828540802, + 1.4052022695541382, + 1.4066482782363892, + 1.408355951309204, + 1.4124407768249512, + 1.414260983467102, + 1.4120203256607056, + 1.4079248905181885, + 1.402864933013916, + 1.4114667177200317, + 1.412928819656372, + 1.4185889959335327, + 1.4180889129638672, + 1.4151670932769775, + 1.4069654941558838, + 1.4000474214553833, + 1.4081025123596191, + 1.4085440635681152, + 1.4129700660705566, + 1.4204555749893188, + 1.4165962934494019, + 1.410776138305664, + 1.4116424322128296, + 1.4192156791687012, + 1.4215128421783447, + 1.4247186183929443, + 1.4207924604415894, + 1.425286889076233, + 1.4175697565078735, + 1.419535756111145, + 1.4203665256500244, + 1.4357877969741821, + 1.4393764734268188, + 1.4383437633514404, + 1.4355450868606567, + 1.434093952178955, + 1.4343973398208618, + 1.4497164487838745, + 1.449878215789795, + 1.4567606449127197, + 1.452609896659851, + 1.459585428237915, + 1.4482717514038086, + 1.4551751613616943, + 1.4490034580230713, + 1.449369192123413, + 1.455798625946045, + 1.4532614946365356, + 1.4544405937194824, + 1.4513345956802368, + 1.453203558921814, + 1.4563331604003906, + 1.4629470109939575, + 1.454756259918213 ], "p90": [ - 1.4441373348236084, - 1.4638527631759644, - 1.4842709302902222, - 1.4974780082702637, - 1.5015168190002441, - 1.5058282613754272, - 1.5142220258712769, - 1.5116915702819824, - 1.5209065675735474, - 1.5317213535308838, - 1.5432381629943848, - 1.5445513725280762, - 1.5509369373321533, - 1.5515056848526, - 1.5473815202713013, - 1.5519652366638184, - 1.558706521987915, - 1.5622624158859253, - 1.566345453262329, - 1.5706464052200317, - 1.5820629596710205, - 1.5855342149734497, - 1.5748939514160156, - 1.5693466663360596, - 1.571005940437317, - 1.56890070438385, - 1.5669125318527222, - 1.566762924194336, - 1.5689611434936523, - 1.578365683555603, - 1.5897406339645386, - 1.6039422750473022, - 1.6012648344039917, - 1.5966427326202393, - 1.5949535369873047, - 1.5856131315231323, - 1.5892561674118042, - 1.5812811851501465, - 1.5865070819854736, - 1.597407341003418, - 1.6034592390060425, - 1.605093002319336, - 1.6081311702728271, - 1.6072251796722412, - 1.6062664985656738, - 1.6094837188720703, - 1.6167914867401123, - 1.6168310642242432, - 1.6239014863967896, - 1.640443205833435, - 1.6437853574752808, - 1.6558246612548828, - 1.6534661054611206, - 1.6639766693115234, - 1.6706403493881226, - 1.6753714084625244, - 1.6907850503921509, - 1.6995741128921509, - 1.707876443862915, - 1.714841365814209, - 1.730577826499939, - 1.7274272441864014, - 1.7338520288467407, - 1.7421592473983765, - 1.7522318363189697, - 1.754148006439209, - 1.760822057723999, - 1.7597224712371826, - 1.7547680139541626, - 1.7600581645965576, - 1.7611087560653687, - 1.761755347251892 + 1.4035873413085938, + 1.4288517236709595, + 1.442858338356018, + 1.4417511224746704, + 1.4467253684997559, + 1.448750615119934, + 1.4570963382720947, + 1.4663922786712646, + 1.4757871627807617, + 1.4741251468658447, + 1.4726885557174683, + 1.4666742086410522, + 1.471933364868164, + 1.481524109840393, + 1.4905354976654053, + 1.4994122982025146, + 1.4956166744232178, + 1.4929560422897339, + 1.4947127103805542, + 1.4975355863571167, + 1.5018768310546875, + 1.5076851844787598, + 1.513104796409607, + 1.5122021436691284, + 1.5082311630249023, + 1.5065358877182007, + 1.5075044631958008, + 1.5163888931274414, + 1.5242516994476318, + 1.5321190357208252, + 1.5303800106048584, + 1.5282745361328125, + 1.5198684930801392, + 1.519199013710022, + 1.523181438446045, + 1.5292915105819702, + 1.5351896286010742, + 1.535862922668457, + 1.5315438508987427, + 1.5313520431518555, + 1.5339175462722778, + 1.538098931312561, + 1.543371558189392, + 1.54886794090271, + 1.550465703010559, + 1.5520013570785522, + 1.5523595809936523, + 1.5572044849395752, + 1.5618977546691895, + 1.5737611055374146, + 1.5776586532592773, + 1.5847184658050537, + 1.5808953046798706, + 1.5868134498596191, + 1.5886095762252808, + 1.5945360660552979, + 1.602185845375061, + 1.6095730066299438, + 1.609534740447998, + 1.613667368888855, + 1.6152923107147217, + 1.6155807971954346, + 1.6171338558197021, + 1.6208451986312866, + 1.6282545328140259, + 1.62070631980896, + 1.6178678274154663, + 1.6160258054733276, + 1.6152313947677612, + 1.6225112676620483, + 1.6236540079116821, + 1.6303353309631348 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 54463965022a14938ed3cb3078d59c047a03c950..694264ee37eb8e9535cd81efb47a887708cb1276 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,225 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T03:18:21.436889+00:00", + "evaluated_at": "2026-06-19T15:00:56.000662+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0 + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 19.187746047973633, - 19.207902908325195, - 19.2103271484375, - 19.187652587890625, - 19.24228858947754, - 19.271686553955078, - 19.338546752929688, - 19.344324111938477, - 19.320531845092773, - 19.379913330078125, - 19.3895206451416, - 19.337688446044922, - 19.34091567993164, - 19.27713966369629, - 19.24582290649414, - 19.191919326782227, - 19.17328453063965, - 19.171098709106445, - 19.1700496673584, - 19.206260681152344, - 19.184114456176758, - 19.228496551513672, - 19.24919891357422, - 19.273847579956055 + 15.997712135314941, + 15.9982271194458, + 15.996917724609375, + 15.997733116149902, + 15.999204635620117, + 15.99765396118164, + 15.997649192810059, + 15.998849868774414, + 16.001710891723633, + 15.999406814575195, + 16.001338958740234, + 15.997284889221191, + 15.999985694885254, + 15.998856544494629, + 16.000503540039062, + 15.996185302734375, + 16.000530242919922, + 16.002384185791016, + 16.001203536987305, + 16.00255584716797, + 16.001659393310547, + 16.002338409423828, + 16.001367568969727, + 16.004697799682617 ], "p10": [ - 19.389965057373047, - 19.379661560058594, - 19.44379234313965, - 19.492895126342773, - 19.61730194091797, - 19.612091064453125, - 19.73158836364746, - 19.70772933959961, - 19.769817352294922, - 19.74803924560547, - 19.781240463256836, - 19.858495712280273, - 19.84276580810547, - 19.79686737060547, - 19.706188201904297, - 19.68241310119629, - 19.752777099609375, - 19.705772399902344, - 19.6839542388916, - 19.737394332885742, - 19.710451126098633, - 19.662023544311523, - 19.77146339416504, - 19.802759170532227 + 16.014984130859375, + 16.0140380859375, + 16.012434005737305, + 16.017562866210938, + 16.013681411743164, + 16.019895553588867, + 16.018287658691406, + 16.021333694458008, + 16.021711349487305, + 16.030868530273438, + 16.019548416137695, + 16.025197982788086, + 16.02223777770996, + 16.026803970336914, + 16.029096603393555, + 16.027143478393555, + 16.03268814086914, + 16.03216552734375, + 16.0329532623291, + 16.036500930786133, + 16.033954620361328, + 16.02933120727539, + 16.03390884399414, + 16.036773681640625 ], "p90": [ - 19.690563201904297, - 19.818315505981445, - 19.899206161499023, - 19.96208953857422, - 20.077470779418945, - 20.161617279052734, - 20.274810791015625, - 20.334487915039062, - 20.34626007080078, - 20.424837112426758, - 20.467382431030273, - 20.435882568359375, - 20.46287727355957, - 20.44188117980957, - 20.430797576904297, - 20.40629005432129, - 20.40431785583496, - 20.41214370727539, - 20.427644729614258, - 20.44908332824707, - 20.46595573425293, - 20.57640266418457, - 20.550668716430664, - 20.570276260375977 + 16.019100189208984, + 16.022315979003906, + 16.021921157836914, + 16.020191192626953, + 16.019105911254883, + 16.018661499023438, + 16.01777458190918, + 16.01974868774414, + 16.020917892456055, + 16.0198974609375, + 16.024423599243164, + 16.02511978149414, + 16.022960662841797, + 16.026809692382812, + 16.027061462402344, + 16.025941848754883, + 16.034461975097656, + 16.03293800354004, + 16.032642364501953, + 16.031986236572266, + 16.032989501953125, + 16.036579132080078, + 16.03908920288086, + 16.040403366088867 ], "timestamps": [ - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +315,18 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 4c77ce1ce99119cc126c9617e142389a391a014b..10c7d90041853a95650d7684163814a01019b94b 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T03:18:27.529919+00:00", + "evaluated_at": "2026-06-19T15:01:09.346153+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,101 +353,101 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 26.56096649169922, - 25.911216735839844, - 26.336864471435547, - 25.77127456665039, - 24.782608032226562, - 25.393186569213867, - 26.89139175415039, - 30.148738861083984, - 34.937530517578125, - 38.18266677856445, - 40.00388717651367, - 39.314414978027344, - 38.60208511352539, - 36.53975296020508, - 33.94329071044922, - 30.730289459228516, - 30.027545928955078, - 29.180538177490234, - 28.367233276367188, - 28.51303482055664, - 26.880638122558594, - 25.637638092041016, - 24.51404571533203, - 23.771141052246094 + 35.360111236572266, + 34.16304016113281, + 32.43943786621094, + 30.15199851989746, + 27.719026565551758, + 26.141082763671875, + 25.236270904541016, + 24.64394760131836, + 23.724491119384766, + 22.660057067871094, + 22.2927303314209, + 20.89847183227539, + 20.30022430419922, + 19.59524154663086, + 19.58129119873047, + 19.113056182861328, + 19.660585403442383, + 20.669464111328125, + 21.909866333007812, + 23.634645462036133, + 26.019643783569336, + 28.012496948242188, + 29.772563934326172, + 30.44400405883789 ], "p10": [ - 28.15270233154297, - 27.254432678222656, - 27.23923110961914, - 27.507587432861328, - 27.044452667236328, - 28.894092559814453, - 30.47446060180664, - 35.09749221801758, - 40.47673416137695, - 44.910118103027344, - 46.274688720703125, - 45.71570587158203, - 44.50856018066406, - 43.54238510131836, - 40.326786041259766, - 36.66099166870117, - 35.720035552978516, - 34.125762939453125, - 33.46493148803711, - 32.766822814941406, - 30.990371704101562, - 30.182186126708984, - 28.607749938964844, - 28.230876922607422 + 37.463706970214844, + 37.134151458740234, + 35.535194396972656, + 33.611572265625, + 31.706113815307617, + 30.492130279541016, + 29.506587982177734, + 29.104162216186523, + 27.797611236572266, + 27.090564727783203, + 25.96946144104004, + 24.848249435424805, + 23.562992095947266, + 23.020404815673828, + 23.06696891784668, + 22.781761169433594, + 23.55622100830078, + 24.262636184692383, + 25.582773208618164, + 27.884220123291016, + 30.813289642333984, + 33.46253204345703, + 34.30475616455078, + 35.90108871459961 ], "p90": [ - 29.13819122314453, - 29.68039321899414, - 31.423282623291016, - 31.901836395263672, - 32.95533752441406, - 35.55794906616211, - 39.35011291503906, - 44.7397575378418, - 51.84824752807617, - 56.87632369995117, - 60.487667083740234, - 60.35920333862305, - 59.89726257324219, - 57.90617752075195, - 54.19340515136719, - 50.29492950439453, - 48.2137451171875, - 46.50425338745117, - 44.81907653808594, - 43.79880905151367, - 41.34714126586914, - 39.963233947753906, - 37.735233306884766, - 36.039180755615234 + 42.683799743652344, + 43.681304931640625, + 43.58545684814453, + 41.83403778076172, + 40.03432083129883, + 38.73469543457031, + 37.585689544677734, + 36.976318359375, + 35.73705291748047, + 34.297508239746094, + 33.80418395996094, + 31.73097038269043, + 30.619342803955078, + 29.614118576049805, + 29.158151626586914, + 28.736772537231445, + 29.424213409423828, + 30.896621704101562, + 32.875343322753906, + 35.7313232421875, + 39.369293212890625, + 43.238182067871094, + 46.22905731201172, + 47.73170471191406 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index f2828fd534c2eccac22bd1ebc7aff0e14ab062d0..8df39c6e1b559844f25e327ad6e52e045017e4e5 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T03:18:34.147395+00:00", + "evaluated_at": "2026-06-19T15:01:43.923369+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,101 +353,101 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 ], "p50": [ - 30.277860641479492, - 30.700260162353516, - 30.726926803588867, - 30.31024169921875, - 29.43415641784668, - 28.355329513549805, - 27.205730438232422, - 25.980920791625977, - 25.086181640625, - 24.344722747802734, - 23.854093551635742, - 23.34601593017578, - 22.914974212646484, - 22.65524673461914, - 22.72140884399414, - 22.439085006713867, - 22.217548370361328, - 22.25727653503418, - 22.69947624206543, - 23.748336791992188, - 25.017547607421875, - 25.87230682373047, - 26.591279983520508, - 27.296123504638672 + 23.206382751464844, + 22.865108489990234, + 22.696077346801758, + 22.573711395263672, + 22.274829864501953, + 21.939022064208984, + 21.86087417602539, + 22.154582977294922, + 23.18465805053711, + 24.430957794189453, + 25.566682815551758, + 26.36231803894043, + 26.926626205444336, + 27.2105770111084, + 27.504501342773438, + 27.205081939697266, + 26.72415542602539, + 26.064790725708008, + 25.209901809692383, + 24.294374465942383, + 23.509204864501953, + 22.961536407470703, + 22.473363876342773, + 22.109737396240234 ], "p10": [ - 30.50595474243164, - 30.834726333618164, - 31.10011100769043, - 30.67620277404785, - 29.761865615844727, - 28.776704788208008, - 27.675437927246094, - 26.505952835083008, - 25.721315383911133, - 25.078149795532227, - 24.37165641784668, - 23.96534538269043, - 23.610668182373047, - 23.33285140991211, - 23.32543182373047, - 23.199386596679688, - 22.935977935791016, - 22.790328979492188, - 23.277278900146484, - 24.370054244995117, - 25.71021842956543, - 26.67242431640625, - 27.363916397094727, - 27.969179153442383 + 23.375789642333984, + 23.081764221191406, + 22.766651153564453, + 22.818490982055664, + 22.59511947631836, + 22.181007385253906, + 22.116352081298828, + 22.510278701782227, + 23.750762939453125, + 25.015165328979492, + 26.09004020690918, + 27.030229568481445, + 27.57268524169922, + 27.983882904052734, + 28.220291137695312, + 27.874284744262695, + 27.527482986450195, + 26.752174377441406, + 25.93522834777832, + 25.05739402770996, + 24.08486557006836, + 23.487037658691406, + 23.124359130859375, + 22.67580795288086 ], "p90": [ - 31.027496337890625, - 31.844629287719727, - 32.29692077636719, - 32.105987548828125, - 31.51333999633789, - 30.621307373046875, - 29.562915802001953, - 28.402013778686523, - 27.520465850830078, - 26.73819351196289, - 26.201017379760742, - 25.704317092895508, - 25.262285232543945, - 24.991697311401367, - 25.016834259033203, - 24.77413558959961, - 24.540069580078125, - 24.614444732666016, - 25.133792877197266, - 26.305225372314453, - 27.66489601135254, - 28.73027229309082, - 29.485361099243164, - 30.20062828063965 + 23.488008499145508, + 23.35729217529297, + 23.419605255126953, + 23.433990478515625, + 23.387590408325195, + 23.208892822265625, + 23.288785934448242, + 23.78816032409668, + 25.123201370239258, + 26.693580627441406, + 28.05405044555664, + 29.111595153808594, + 29.793691635131836, + 30.217634201049805, + 30.5145263671875, + 30.292627334594727, + 29.723451614379883, + 28.94064712524414, + 27.951810836791992, + 26.8717041015625, + 25.84667205810547, + 25.265104293823242, + 24.608518600463867, + 24.14778709411621 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 97baba163f1c4a4190bb6bcb67d0f93035ca9c09..7de017a679c5b10f7d125491b5ef94b68d8304c4 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T14:14:49.679843+00:00", + "evaluated_at": "2026-06-19T15:01:49.545684+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 90b53661c59db3e7c15838e2cdde0c00056504c0..b03e66e7f2d58ae1bb64dc73796d38bdd3cb4a87 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,47 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T14:40:47.907837+00:00", + "evaluated_at": "2026-06-19T15:01:53.455821+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 9e2868aac5c7a8092b7d1e346de97f701b47ba1a..a79e836c6b1f2622bec06432116b1be906b29822 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,1504824.3119869232,1504824.3119869232,978.26806640625,0.8892728507647827,0.015495502893619515,0.015308014614020973,11.097020270846093,1226.7128074602153,0.019261239132828803,0.015360282413674835,0.011170109942075797,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.0630864204814922,0.0630864204814922,0.20702830950419107,0.11866701884215979,0.008791164066002046,0.008820655648889243,1.6732100266378442,0.25117010268240963,0.010755598766224901,0.008865360194132888,0.016615882154903422,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.14846829889512722,0.14846829889512722,0.2661666934688886,0.3220310300019292,0.31298213649933687,0.21771345993706337,0.9704706014981869,0.3853158430367576,0.25736049083653373,0.17777828789914482,0.11676751476282522,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.016641944096938407,0.016641944096938407,0.09996221462885539,0.5603941606481035,0.06894984793739285,0.07064587655288819,3.9051852369127786,0.1290036592385596,0.09088320687406877,0.07042348011930522,0.08260065422537,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,1.7568254546962028,1.7568254546962028,1.2475186983744304,1.5513185477691664,0.0675972332248365,0.0650860495237907,17.320544127349482,1.3254529243606514,0.0711811828577111,0.06699585851397762,0.04480595399846631,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,87.13728198192939,87.13728198192939,6.903352816899617,0.5780740587039979,0.28441771027386237,0.2297355669490633,2.5080699805540636,9.334735238983985,0.31977398450270866,0.23648369023568144,0.18985750483240985,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.839548668341801,1.839548668341801,1.1477441787719727,0.5618076091321765,0.04408439322337191,0.043221437228089375,5.020380704618007,1.3562996233656488,0.052808549110162806,0.04468828552807389,0.036751716245131766,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.26317501488552697,0.26317501488552697,0.36366484065850574,0.4469824033920145,0.564935162413661,0.3223584866662664,1.9806133452490542,0.5130058624280301,0.3720039755996206,0.26370998153992026,0.1588779179513028,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.023160588770509034,0.023160588770509034,0.12420949339866638,0.6565357595098169,0.08513814103625716,0.0891093593764209,4.213240618213799,0.15218603342787088,0.10763649213681199,0.08784954741500288,0.07254903243542882,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.3960405698487648,0.3960405698487648,0.4086199601491292,1.2847437868960503,0.024081662227874456,0.024788681282221715,31.596472430029255,0.6293175429373988,0.038353533516202014,0.02490319793695586,0.021459513939228427,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,72.32773874118311,72.32773874118311,7.47660231590271,0.6799287989284584,0.27065092509625227,0.2658715742660396,3.995210421887691,8.504571637724213,0.30193745459375904,0.2654415023397412,0.212947516156058,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.5617780988495724,2.5617780988495724,1.3690937360127766,0.7022147153512387,0.05174304923997081,0.05361729897299317,7.861698657151418,1.600555559438526,0.06112879641172503,0.052288751717342326,0.04867162602971066,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,19.59693654000546,19.59693654000546,3.6249194542566934,0.6452267013757279,0.5678966582940669,0.3732843067349634,6.047437542890588,4.426842728176082,0.4743045780188659,0.3883842272417886,0.29812938220917234,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,1960.5293608332674,1960.5293608332674,39.48106892903646,0.6424038334216101,0.015791760652828838,0.015636469818976383,25.0223679157839,44.277865359943306,0.017637655911014762,0.01572689882650415,0.01638095023268211,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,384.07118180487305,384.07118180487305,15.865081787109375,0.3368135957731858,0.06213313224143093,0.060067917042885534,2.0585889419335444,19.59773409873889,0.0775051631023572,0.06274326130495234,0.06103663002105158,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index d96e66b02462a539a0c6d4db6ba9dd71caf8e67e..a6434adef124b546fdb6b9d58592f92c63f8d235 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:41:48.707893+00:00", + "evaluated_at": "2026-06-19T15:04:08.494872+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 308f9c1b8d63e040058a92ab9d48364881ef55ed..4a94052c021b0e7d3c8f9a1036ae9d3ae201e1ed 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:32:16.430819+00:00", + "evaluated_at": "2026-06-19T15:04:19.853192+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,200 +302,200 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.75443434715271, - 1.7710093259811401, - 1.784752368927002, - 1.797989845275879, - 1.8105285167694092, - 1.8218231201171875, - 1.831646203994751, - 1.8402271270751953, - 1.8471825122833252, - 1.8531134128570557, - 1.8577854633331299, - 1.860921859741211, - 1.8636610507965088, - 1.8646537065505981, - 1.8655027151107788, - 1.8647215366363525, - 1.8627575635910034, - 1.8591423034667969, - 1.8563264608383179, - 1.8530163764953613, - 1.8484206199645996, - 1.843336582183838, - 1.838761329650879, - 1.8335222005844116, - 1.8270039558410645, - 1.817500352859497, - 1.8077130317687988, - 1.7984647750854492, - 1.7878831624984741, - 1.776210069656372, - 1.7659754753112793, - 1.7560725212097168, - 1.8727762699127197, - 1.844763159751892, - 1.8111716508865356, - 1.7925102710723877, - 1.771204948425293, - 1.7486305236816406, - 1.7281813621520996, - 1.711496114730835, - 1.69174325466156, - 1.6722757816314697, - 1.651505470275879, - 1.6282565593719482, - 1.61073637008667, - 1.5942745208740234, - 1.5788079500198364, - 1.557306170463562, - 1.53689706325531, - 1.5179178714752197, - 1.4980098009109497, - 1.4802013635635376, - 1.4636937379837036, - 1.446546196937561, - 1.4319496154785156, - 1.4153046607971191, - 1.4005978107452393, - 1.3861722946166992, - 1.369863510131836, - 1.3539845943450928 + 1.8382632732391357, + 1.8511011600494385, + 1.861112356185913, + 1.8706707954406738, + 1.8776777982711792, + 1.8837416172027588, + 1.8884724378585815, + 1.8915424346923828, + 1.8943507671356201, + 1.8960490226745605, + 1.8971948623657227, + 1.8965306282043457, + 1.8955994844436646, + 1.893993616104126, + 1.8939130306243896, + 1.8914523124694824, + 1.8874598741531372, + 1.882338047027588, + 1.877350091934204, + 1.8711376190185547, + 1.8621503114700317, + 1.8519220352172852, + 1.8431098461151123, + 1.832708716392517, + 1.8214027881622314, + 1.8083152770996094, + 1.7956849336624146, + 1.7831737995147705, + 1.76902437210083, + 1.7545166015625, + 1.7410458326339722, + 1.7267603874206543, + 1.8434381484985352, + 1.8243147134780884, + 1.7972843647003174, + 1.7833633422851562, + 1.7631193399429321, + 1.737939715385437, + 1.7149035930633545, + 1.696418285369873, + 1.6772289276123047, + 1.6578398942947388, + 1.6363582611083984, + 1.6120389699935913, + 1.5924654006958008, + 1.57346773147583, + 1.5569467544555664, + 1.5338654518127441, + 1.5147918462753296, + 1.4979369640350342, + 1.4805576801300049, + 1.463205337524414, + 1.4464678764343262, + 1.4276448488235474, + 1.4120930433273315, + 1.3936123847961426, + 1.379319667816162, + 1.3676050901412964, + 1.3544809818267822, + 1.3410919904708862 ], "p10": [ - 1.7413454055786133, - 1.7559914588928223, - 1.767014741897583, - 1.7754348516464233, - 1.7835605144500732, - 1.7886226177215576, - 1.7914772033691406, - 1.7928767204284668, - 1.7933855056762695, - 1.7904130220413208, - 1.783926248550415, - 1.7765026092529297, - 1.7682965993881226, - 1.7579150199890137, - 1.7442176342010498, - 1.7305238246917725, - 1.7146906852722168, - 1.6941231489181519, - 1.6744003295898438, - 1.6541996002197266, - 1.6317570209503174, - 1.6120991706848145, - 1.590996503829956, - 1.5692206621170044, - 1.5435060262680054, - 1.5163143873214722, - 1.48830246925354, - 1.4550402164459229, - 1.4192020893096924, - 1.378528356552124, - 1.337754726409912, - 1.3112871646881104, - 1.3940783739089966, - 1.3923277854919434, - 1.3604116439819336, - 1.3179950714111328, - 1.2697880268096924, - 1.2206774950027466, - 1.1696481704711914, - 1.1278390884399414, - 1.0883015394210815, - 1.0511242151260376, - 1.0083786249160767, - 0.9687280654907227, - 0.9394309520721436, - 0.9055684804916382, - 0.8694275617599487, - 0.8315157294273376, - 0.7997589707374573, - 0.7620371580123901, - 0.7228858470916748, - 0.692329466342926, - 0.6530291438102722, - 0.6260243058204651, - 0.6034035086631775, - 0.5784803628921509, - 0.5479554533958435, - 0.5179367661476135, - 0.49630314111709595, - 0.46442413330078125 + 1.8258531093597412, + 1.837460994720459, + 1.8450093269348145, + 1.8500397205352783, + 1.8525785207748413, + 1.8526020050048828, + 1.8508994579315186, + 1.8467512130737305, + 1.8435752391815186, + 1.8370726108551025, + 1.8283898830413818, + 1.8176515102386475, + 1.8055500984191895, + 1.7931602001190186, + 1.7793985605239868, + 1.7648125886917114, + 1.7483420372009277, + 1.7266426086425781, + 1.7045074701309204, + 1.681396722793579, + 1.6539788246154785, + 1.6280817985534668, + 1.602495551109314, + 1.5742204189300537, + 1.5425759553909302, + 1.5106350183486938, + 1.4787801504135132, + 1.4415559768676758, + 1.4006571769714355, + 1.3570399284362793, + 1.3123779296875, + 1.2800581455230713, + 1.352454423904419, + 1.3686447143554688, + 1.347614049911499, + 1.3100712299346924, + 1.2647196054458618, + 1.2163021564483643, + 1.1654239892959595, + 1.1188039779663086, + 1.076356053352356, + 1.0374243259429932, + 0.994170606136322, + 0.9557965397834778, + 0.9231348037719727, + 0.8811917901039124, + 0.8394927382469177, + 0.7994364500045776, + 0.7700074911117554, + 0.7335690855979919, + 0.6945536136627197, + 0.6611471176147461, + 0.6182908415794373, + 0.5886470079421997, + 0.5639568567276001, + 0.53711998462677, + 0.5048525333404541, + 0.47604334354400635, + 0.4590356945991516, + 0.42996519804000854 ], "p90": [ - 1.7653567790985107, - 1.7850433588027954, - 1.8017358779907227, - 1.8199443817138672, - 1.8374725580215454, - 1.8541674613952637, - 1.870401382446289, - 1.887339472770691, - 1.9020161628723145, - 1.9153523445129395, - 1.9285080432891846, - 1.9427098035812378, - 1.9551811218261719, - 1.9673025608062744, - 1.977051019668579, - 1.988578200340271, - 2.000162124633789, - 2.012519359588623, - 2.0239951610565186, - 2.0371968746185303, - 2.049123525619507, - 2.062309503555298, - 2.0747737884521484, - 2.086667060852051, - 2.09767484664917, - 2.106130599975586, - 2.114182233810425, - 2.123445510864258, - 2.131218433380127, - 2.1387317180633545, - 2.1453843116760254, - 2.1486411094665527, - 2.133932113647461, - 2.1187973022460938, - 2.116854190826416, - 2.134042263031006, - 2.1478161811828613, - 2.1669178009033203, - 2.188232898712158, - 2.2121124267578125, - 2.226388931274414, - 2.244180202484131, - 2.255215644836426, - 2.2649974822998047, - 2.275219678878784, - 2.285583019256592, - 2.2959346771240234, - 2.2888169288635254, - 2.286125898361206, - 2.29213285446167, - 2.2909393310546875, - 2.298856735229492, - 2.2963576316833496, - 2.300203800201416, - 2.298443555831909, - 2.3005313873291016, - 2.297361373901367, - 2.294015884399414, - 2.2890403270721436, - 2.2904605865478516 + 1.8482084274291992, + 1.8639376163482666, + 1.8771435022354126, + 1.8921189308166504, + 1.903322458267212, + 1.9142963886260986, + 1.925036072731018, + 1.9355130195617676, + 1.9456408023834229, + 1.9541627168655396, + 1.9635658264160156, + 1.9731330871582031, + 1.9815075397491455, + 1.9911139011383057, + 2.0007638931274414, + 2.010807752609253, + 2.0202622413635254, + 2.0314106941223145, + 2.0411553382873535, + 2.0520057678222656, + 2.0599238872528076, + 2.0688328742980957, + 2.079049587249756, + 2.086542844772339, + 2.0938313007354736, + 2.099377393722534, + 2.105907440185547, + 2.1138758659362793, + 2.12074613571167, + 2.128291130065918, + 2.1337242126464844, + 2.1318302154541016, + 2.100137710571289, + 2.0914156436920166, + 2.102691888809204, + 2.1282453536987305, + 2.147122859954834, + 2.165863037109375, + 2.1888034343719482, + 2.213536262512207, + 2.2321557998657227, + 2.253931760787964, + 2.2675554752349854, + 2.280642032623291, + 2.2909584045410156, + 2.301732063293457, + 2.316746234893799, + 2.3100438117980957, + 2.3142476081848145, + 2.3324146270751953, + 2.344296932220459, + 2.3606410026550293, + 2.358368396759033, + 2.3633508682250977, + 2.363190174102783, + 2.367844820022583, + 2.3692150115966797, + 2.3731369972229004, + 2.379750967025757, + 2.3883657455444336 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 65e46cef7acf7f79593c048cd5a5412f471d4e8e..fab12a9cc8f8b5c3c11db0baecf48c38f6e70cc9 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:32:24.243672+00:00", + "evaluated_at": "2026-06-19T15:04:31.456549+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,235 +150,233 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.3402043581008911, - 1.3598856925964355, - 1.3728801012039185, - 1.3804415464401245, - 1.381975769996643, - 1.3813979625701904, - 1.3824715614318848, - 1.38543701171875, - 1.3889299631118774, - 1.3911592960357666, - 1.395094394683838, - 1.3949495553970337, - 1.3925971984863281, - 1.3924826383590698, - 1.3943631649017334, - 1.396602749824524, - 1.3984066247940063, - 1.3994678258895874, - 1.3979510068893433, - 1.3946282863616943, - 1.393261194229126, - 1.391364574432373, - 1.389784336090088, - 1.3889507055282593, - 1.3912733793258667, - 1.39084792137146, - 1.3865059614181519, - 1.3850178718566895, - 1.3856749534606934, - 1.3859449625015259, - 1.3852988481521606, - 1.3876242637634277, - 1.3182086944580078, - 1.314007043838501, - 1.3265690803527832, - 1.337463140487671, - 1.3407235145568848, - 1.341132640838623, - 1.3407769203186035, - 1.3443527221679688, - 1.3425902128219604, - 1.3412940502166748, - 1.3444461822509766, - 1.3479729890823364, - 1.351274013519287, - 1.3522284030914307, - 1.3479869365692139, - 1.3455615043640137, - 1.364209771156311, - 1.3654814958572388, - 1.3623912334442139, - 1.3652147054672241, - 1.3717836141586304, - 1.3734492063522339, - 1.3719146251678467, - 1.3728077411651611, - 1.3750152587890625, - 1.3758906126022339, - 1.3738353252410889, - 1.3755450248718262, - 1.375112771987915, - 1.3741991519927979, - 1.3739192485809326, - 1.376404047012329, - 1.4213566780090332, - 1.4118971824645996, - 1.4234870672225952, - 1.4311131238937378, - 1.429619550704956, - 1.4273350238800049, - 1.4217901229858398, - 1.4228547811508179 + 1.3011771440505981, + 1.3157511949539185, + 1.3195087909698486, + 1.3258299827575684, + 1.3211896419525146, + 1.3258414268493652, + 1.328783631324768, + 1.3310871124267578, + 1.33025062084198, + 1.3343045711517334, + 1.3296722173690796, + 1.32923424243927, + 1.3291982412338257, + 1.3313233852386475, + 1.335416555404663, + 1.3365446329116821, + 1.337069034576416, + 1.336415410041809, + 1.3350858688354492, + 1.337609052658081, + 1.3338422775268555, + 1.3341312408447266, + 1.3346171379089355, + 1.332216739654541, + 1.3311614990234375, + 1.3296383619308472, + 1.3327137231826782, + 1.3292189836502075, + 1.3284555673599243, + 1.3306541442871094, + 1.3296154737472534, + 1.3283239603042603, + 1.3086055517196655, + 1.3091952800750732, + 1.3112316131591797, + 1.3127355575561523, + 1.313564658164978, + 1.3126952648162842, + 1.3130747079849243, + 1.3144692182540894, + 1.3151003122329712, + 1.3131848573684692, + 1.3111439943313599, + 1.310074806213379, + 1.3117493391036987, + 1.3126479387283325, + 1.3120055198669434, + 1.310192346572876, + 1.3095941543579102, + 1.3117988109588623, + 1.3132274150848389, + 1.3142006397247314, + 1.3146804571151733, + 1.3145946264266968, + 1.3143596649169922, + 1.3146401643753052, + 1.3134020566940308, + 1.3129618167877197, + 1.310531735420227, + 1.3114968538284302, + 1.3132593631744385, + 1.313267707824707, + 1.3119605779647827, + 1.311802625656128, + 1.3205461502075195, + 1.3256213665008545, + 1.322942852973938, + 1.3235772848129272, + 1.3214502334594727, + 1.324521541595459, + 1.3246535062789917, + 1.3228963613510132 ], "p10": [ - 1.2422966957092285, - 1.2379311323165894, - 1.2285029888153076, - 1.2250761985778809, - 1.220450758934021, - 1.2112505435943604, - 1.203906536102295, - 1.198974847793579, - 1.1952584981918335, - 1.1892352104187012, - 1.1839101314544678, - 1.178568720817566, - 1.1710684299468994, - 1.1658868789672852, - 1.1614100933074951, - 1.1592694520950317, - 1.1565971374511719, - 1.1521008014678955, - 1.1453567743301392, - 1.138778567314148, - 1.1340703964233398, - 1.130896806716919, - 1.1278141736984253, - 1.1246297359466553, - 1.1221165657043457, - 1.118821620941162, - 1.1117980480194092, - 1.1041250228881836, - 1.0999916791915894, - 1.096456527709961, - 1.092038631439209, - 1.091545820236206, - 1.0723726749420166, - 1.0438737869262695, - 1.0304286479949951, - 1.0166099071502686, - 1.0028598308563232, - 0.9872666597366333, - 0.9737299084663391, - 0.9671003222465515, - 0.9587916135787964, - 0.9504693746566772, - 0.942611813545227, - 0.9375866055488586, - 0.9334622025489807, - 0.9275624752044678, - 0.9113947153091431, - 0.8959481120109558, - 0.9011890292167664, - 0.8935537934303284, - 0.8830625414848328, - 0.8785427808761597, - 0.8779559135437012, - 0.867363691329956, - 0.8603522777557373, - 0.852398693561554, - 0.8423302173614502, - 0.8265144228935242, - 0.81033855676651, - 0.8016279935836792, - 0.7959691286087036, - 0.7908579111099243, - 0.7853803038597107, - 0.7831578254699707, - 1.168553113937378, - 1.1504757404327393, - 1.1258456707000732, - 1.1068830490112305, - 1.093626856803894, - 1.0817070007324219, - 1.0657075643539429, - 1.0596131086349487 + 1.2930080890655518, + 1.2891327142715454, + 1.2875144481658936, + 1.2852813005447388, + 1.288843035697937, + 1.2915675640106201, + 1.2907676696777344, + 1.2917054891586304, + 1.2929582595825195, + 1.2903999090194702, + 1.28913152217865, + 1.290772557258606, + 1.2926106452941895, + 1.292691707611084, + 1.2920409440994263, + 1.2919535636901855, + 1.2908178567886353, + 1.2903484106063843, + 1.2914501428604126, + 1.2899715900421143, + 1.2888145446777344, + 1.2893397808074951, + 1.2888239622116089, + 1.2885864973068237, + 1.2874126434326172, + 1.2881256341934204, + 1.2890945672988892, + 1.2891188859939575, + 1.2879607677459717, + 1.2883375883102417, + 1.2894947528839111, + 1.29042649269104, + 1.2851641178131104, + 1.2893385887145996, + 1.2921020984649658, + 1.292306900024414, + 1.2897875308990479, + 1.2896220684051514, + 1.2888894081115723, + 1.286770224571228, + 1.282862901687622, + 1.2811332941055298, + 1.2811723947525024, + 1.2811596393585205, + 1.27848482131958, + 1.2765827178955078, + 1.2764228582382202, + 1.276197910308838, + 1.2740453481674194, + 1.2729859352111816, + 1.2720286846160889, + 1.2720682621002197, + 1.2716701030731201, + 1.2717039585113525, + 1.2730838060379028, + 1.2739431858062744, + 1.2749301195144653, + 1.2761945724487305, + 1.2773853540420532, + 1.2768921852111816, + 1.2750481367111206, + 1.276350975036621, + 1.2766329050064087, + 1.2754921913146973, + 1.281092882156372, + 1.277665615081787, + 1.2804206609725952, + 1.2800441980361938, + 1.281272053718567, + 1.2809125185012817, + 1.2790063619613647, + 1.280709147453308 ], "p90": [ - 1.4801663160324097, - 1.5309202671051025, - 1.5571085214614868, - 1.5759646892547607, - 1.5869803428649902, - 1.5942505598068237, - 1.6052848100662231, - 1.616978406906128, - 1.626575231552124, - 1.6337478160858154, - 1.6422152519226074, - 1.647585153579712, - 1.6467947959899902, - 1.651572346687317, - 1.6614991426467896, - 1.6701409816741943, - 1.6775249242782593, - 1.6811671257019043, - 1.6817435026168823, - 1.6825634241104126, - 1.6819664239883423, - 1.6817044019699097, - 1.6793614625930786, - 1.6807535886764526, - 1.686509609222412, - 1.6863082647323608, - 1.6816586256027222, - 1.6809945106506348, - 1.6843013763427734, - 1.6873595714569092, - 1.6893360614776611, - 1.6923370361328125, - 1.6612238883972168, - 1.677068829536438, - 1.6822400093078613, - 1.6911214590072632, - 1.706089973449707, - 1.7193924188613892, - 1.719718337059021, - 1.7333431243896484, - 1.7476799488067627, - 1.7550601959228516, - 1.774388074874878, - 1.7797149419784546, - 1.7823805809020996, - 1.7768816947937012, - 1.7672035694122314, - 1.7742489576339722, - 1.797800064086914, - 1.799159288406372, - 1.8007473945617676, - 1.8046655654907227, - 1.8078584671020508, - 1.8117083311080933, - 1.8117631673812866, - 1.8184585571289062, - 1.8251162767410278, - 1.8308519124984741, - 1.8368161916732788, - 1.8402026891708374, - 1.842968225479126, - 1.8457857370376587, - 1.8494229316711426, - 1.8550267219543457, - 1.8378829956054688, - 1.816818356513977, - 1.8191156387329102, - 1.8219279050827026, - 1.833041787147522, - 1.8382728099822998, - 1.8236231803894043, - 1.8330482244491577 + 1.4434165954589844, + 1.5249180793762207, + 1.5433167219161987, + 1.5448161363601685, + 1.5518338680267334, + 1.5678372383117676, + 1.5861313343048096, + 1.594264030456543, + 1.6082406044006348, + 1.6170804500579834, + 1.6287486553192139, + 1.6322166919708252, + 1.6404635906219482, + 1.6496772766113281, + 1.6663837432861328, + 1.6719070672988892, + 1.6709837913513184, + 1.6661449670791626, + 1.6592671871185303, + 1.650525450706482, + 1.6617101430892944, + 1.6666938066482544, + 1.6821165084838867, + 1.6782677173614502, + 1.6712534427642822, + 1.6726588010787964, + 1.6770637035369873, + 1.6872825622558594, + 1.6903495788574219, + 1.691576600074768, + 1.6943855285644531, + 1.668416142463684, + 1.5975773334503174, + 1.5857036113739014, + 1.636858582496643, + 1.7058113813400269, + 1.6938364505767822, + 1.7182109355926514, + 1.7042328119277954, + 1.7145262956619263, + 1.7496833801269531, + 1.7880280017852783, + 1.833561658859253, + 1.7996492385864258, + 1.7869830131530762, + 1.749401330947876, + 1.7747849225997925, + 1.7757368087768555, + 1.7749810218811035, + 1.7820277214050293, + 1.819190263748169, + 1.8069988489151, + 1.7857677936553955, + 1.794252872467041, + 1.7903470993041992, + 1.809361219406128, + 1.8243234157562256, + 1.8195888996124268, + 1.8700212240219116, + 1.8160042762756348, + 1.8321506977081299, + 1.8672093152999878, + 1.8506214618682861, + 1.8341405391693115, + 1.778485894203186, + 1.7612704038619995, + 1.7524611949920654, + 1.8010181188583374, + 1.8073774576187134, + 1.8405373096466064, + 1.8480167388916016, + 1.8322383165359497 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index fd1c733d5f9b9ed81a33bd94b426a57a19cd0454..357b2368e4fdf398c3e17ddb1b25a82f02e1b84a 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,225 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T03:20:45.872390+00:00", + "evaluated_at": "2026-06-19T15:04:45.179520+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0 + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 19.43642234802246, - 19.515840530395508, - 19.54409408569336, - 19.668893814086914, - 19.9156551361084, - 20.061120986938477, - 20.150922775268555, - 20.199581146240234, - 20.210983276367188, - 20.195255279541016, - 20.179065704345703, - 20.119321823120117, - 20.02789878845215, - 19.94735336303711, - 19.865446090698242, - 19.77954864501953, - 19.731353759765625, - 19.708833694458008, - 19.71488380432129, - 19.72336196899414, - 19.714942932128906, - 19.730789184570312, - 19.794015884399414, - 19.904863357543945 + 15.999526977539062, + 15.999612808227539, + 16.00008201599121, + 15.999711990356445, + 15.99976921081543, + 15.999600410461426, + 15.999563217163086, + 15.99987506866455, + 15.999714851379395, + 15.999564170837402, + 15.999622344970703, + 15.999799728393555, + 15.999991416931152, + 15.999685287475586, + 15.999509811401367, + 15.999693870544434, + 15.99970817565918, + 15.999594688415527, + 15.999567031860352, + 15.999445915222168, + 15.999497413635254, + 15.99915599822998, + 15.99893569946289, + 16.002058029174805 ], "p10": [ - 18.97291374206543, - 18.92119026184082, - 18.855466842651367, - 18.8605899810791, - 18.88522720336914, - 18.903095245361328, - 18.896467208862305, - 18.888700485229492, - 18.869600296020508, - 18.85565948486328, - 18.852214813232422, - 18.866073608398438, - 18.8455753326416, - 18.836990356445312, - 18.819963455200195, - 18.797496795654297, - 18.768301010131836, - 18.766521453857422, - 18.760576248168945, - 18.738988876342773, - 18.745771408081055, - 18.765209197998047, - 18.789066314697266, - 18.81460952758789 + 15.998194694519043, + 15.997406959533691, + 15.99822998046875, + 15.998233795166016, + 15.998063087463379, + 15.997801780700684, + 15.997811317443848, + 15.998398780822754, + 15.998169898986816, + 15.99807071685791, + 15.99854850769043, + 15.998008728027344, + 15.997650146484375, + 15.998237609863281, + 15.998438835144043, + 15.998061180114746, + 15.998025894165039, + 15.997982025146484, + 15.9981107711792, + 15.998165130615234, + 15.998103141784668, + 15.998186111450195, + 15.998099327087402, + 15.99603271484375 ], "p90": [ - 20.404897689819336, - 20.83586311340332, - 20.90410614013672, - 21.010597229003906, - 21.138662338256836, - 21.24244499206543, - 21.270477294921875, - 21.29564666748047, - 21.34453773498535, - 21.35407066345215, - 21.380199432373047, - 21.320960998535156, - 21.270383834838867, - 21.258554458618164, - 21.218746185302734, - 21.14966583251953, - 21.128662109375, - 21.177988052368164, - 21.209199905395508, - 21.228328704833984, - 21.241432189941406, - 21.27144432067871, - 21.380573272705078, - 21.463703155517578 + 16.046186447143555, + 16.13722038269043, + 16.145048141479492, + 16.09090805053711, + 16.034252166748047, + 16.012630462646484, + 16.020774841308594, + 16.02933692932129, + 16.04107666015625, + 16.057247161865234, + 16.14387321472168, + 16.22920799255371, + 16.26918601989746, + 16.292892456054688, + 16.26900863647461, + 16.28204917907715, + 16.31100082397461, + 16.33605194091797, + 16.33802604675293, + 16.377111434936523, + 16.40886878967285, + 16.483308792114258, + 16.578176498413086, + 16.776945114135742 ], "timestamps": [ - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +315,18 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 65c0707224c35843d4e3ea169d934403671af971..7dd1ced8573f33c4d2aa5d3979ce5001f9dda822 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T03:20:50.367368+00:00", + "evaluated_at": "2026-06-19T15:04:51.576754+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,101 +353,101 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 27.008142471313477, - 26.657833099365234, - 26.57156753540039, - 26.600921630859375, - 26.628047943115234, - 26.662147521972656, - 27.83182716369629, - 34.44181823730469, - 41.207679748535156, - 44.4693603515625, - 46.443389892578125, - 46.448204040527344, - 44.69652557373047, - 41.217044830322266, - 37.901336669921875, - 34.322471618652344, - 31.178665161132812, - 29.501096725463867, - 28.921810150146484, - 27.91850471496582, - 26.39602279663086, - 26.329288482666016, - 25.851573944091797, - 24.92964744567871 + 36.20355224609375, + 33.923126220703125, + 31.688968658447266, + 29.774234771728516, + 27.949993133544922, + 26.584915161132812, + 26.003742218017578, + 26.529296875, + 26.233457565307617, + 24.90625, + 25.449119567871094, + 25.295724868774414, + 24.74615478515625, + 24.262407302856445, + 24.01576805114746, + 23.98142433166504, + 24.017961502075195, + 24.12889862060547, + 24.29772186279297, + 25.48123550415039, + 28.73470687866211, + 33.23386001586914, + 35.01069259643555, + 34.78471755981445 ], "p10": [ - 25.41545295715332, - 23.88228416442871, - 22.770538330078125, - 22.07842254638672, - 21.400714874267578, - 20.593830108642578, - 20.36290168762207, - 23.151180267333984, - 25.48386573791504, - 25.58466148376465, - 25.52883529663086, - 23.316911697387695, - 20.872234344482422, - 18.688199996948242, - 15.95602798461914, - 13.7171630859375, - 12.344486236572266, - 11.659194946289062, - 13.113309860229492, - 14.332223892211914, - 15.284518241882324, - 15.95114803314209, - 16.133636474609375, - 15.731462478637695 + 31.62422752380371, + 26.191383361816406, + 22.059410095214844, + 18.960716247558594, + 16.24184799194336, + 14.277613639831543, + 13.665534973144531, + 14.064007759094238, + 14.388738632202148, + 14.235902786254883, + 15.665760040283203, + 16.17800521850586, + 15.747982025146484, + 15.252151489257812, + 14.974781036376953, + 14.931480407714844, + 14.844900131225586, + 14.651053428649902, + 14.491493225097656, + 14.794479370117188, + 16.66990089416504, + 18.950645446777344, + 18.86887550354004, + 18.66165542602539 ], "p90": [ - 28.60272979736328, - 28.989221572875977, - 29.794275283813477, - 30.828611373901367, - 32.15814971923828, - 33.98041534423828, - 38.25737762451172, - 49.67989730834961, - 60.71828079223633, - 65.40699768066406, - 68.00824737548828, - 68.53231811523438, - 67.44293212890625, - 64.7392807006836, - 62.999446868896484, - 60.36366271972656, - 58.34585952758789, - 56.699771881103516, - 55.26634216308594, - 50.371864318847656, - 42.869625091552734, - 39.7556266784668, - 37.65724182128906, - 35.8615837097168 + 41.14863586425781, + 42.48597717285156, + 43.442787170410156, + 44.258270263671875, + 44.48860549926758, + 44.79668426513672, + 45.268951416015625, + 46.34196853637695, + 45.06941223144531, + 40.578094482421875, + 38.92686462402344, + 37.432777404785156, + 36.043243408203125, + 35.165802001953125, + 35.06532287597656, + 34.961849212646484, + 35.39832305908203, + 36.5662956237793, + 38.11274337768555, + 41.39194107055664, + 47.88427734375, + 54.52500915527344, + 58.34288024902344, + 59.88395690917969 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index bf30e05359f497be4969f8168a622be296a7b9f5..dd0d961d4d19ddf8e575be2da65f6ace9bda9dde 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T03:20:55.066096+00:00", + "evaluated_at": "2026-06-19T15:05:12.676772+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,101 +353,101 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 ], "p50": [ - 30.38147735595703, - 30.802989959716797, - 30.746583938598633, - 30.349285125732422, - 29.308734893798828, - 28.447200775146484, - 27.394193649291992, - 26.344505310058594, - 25.536325454711914, - 24.87071418762207, - 24.386083602905273, - 24.05019760131836, - 23.789108276367188, - 23.658117294311523, - 23.560836791992188, - 23.367469787597656, - 23.146345138549805, - 23.034530639648438, - 23.502098083496094, - 24.726070404052734, - 25.87795066833496, - 27.094505310058594, - 28.16231918334961, - 29.027830123901367 + 23.345735549926758, + 23.10624885559082, + 22.955392837524414, + 22.956647872924805, + 22.69396209716797, + 22.569416046142578, + 22.364248275756836, + 22.787485122680664, + 23.749528884887695, + 24.909818649291992, + 25.837352752685547, + 26.662321090698242, + 27.277589797973633, + 27.735017776489258, + 27.869083404541016, + 27.71845245361328, + 27.41568946838379, + 26.961227416992188, + 26.219980239868164, + 25.337814331054688, + 24.436376571655273, + 23.947675704956055, + 23.526052474975586, + 23.15863609313965 ], "p10": [ - 29.563615798950195, - 29.628372192382812, - 29.308101654052734, - 28.718278884887695, - 27.60317039489746, - 26.720108032226562, - 25.676258087158203, - 24.657041549682617, - 23.852365493774414, - 23.159963607788086, - 22.64812660217285, - 22.285831451416016, - 21.894325256347656, - 21.596405029296875, - 21.381155014038086, - 21.14138412475586, - 20.904945373535156, - 20.76555633544922, - 21.19268798828125, - 22.295894622802734, - 23.20154571533203, - 24.011226654052734, - 24.615379333496094, - 25.099952697753906 + 23.0577392578125, + 22.61840057373047, + 22.279008865356445, + 22.149587631225586, + 21.80202865600586, + 21.60810089111328, + 21.32636260986328, + 21.61737632751465, + 22.34006690979004, + 23.157033920288086, + 23.691316604614258, + 24.116939544677734, + 24.393447875976562, + 24.428125381469727, + 24.3291015625, + 24.183515548706055, + 24.017818450927734, + 23.783105850219727, + 23.39974021911621, + 22.874269485473633, + 22.246604919433594, + 21.808908462524414, + 21.3924560546875, + 21.034650802612305 ], "p90": [ - 31.194351196289062, - 31.88880729675293, - 32.017601013183594, - 31.77519416809082, - 30.828556060791016, - 30.030181884765625, - 28.965774536132812, - 27.875518798828125, - 27.081558227539062, - 26.428834915161133, - 25.95170783996582, - 25.65146255493164, - 25.442264556884766, - 25.406124114990234, - 25.402297973632812, - 25.259342193603516, - 25.07366943359375, - 24.99706268310547, - 25.53933334350586, - 26.92845916748047, - 28.393157958984375, - 29.890703201293945, - 31.251787185668945, - 32.329307556152344 + 23.60917091369629, + 23.4898738861084, + 23.4852237701416, + 23.624149322509766, + 23.441158294677734, + 23.371402740478516, + 23.232221603393555, + 23.793733596801758, + 25.018962860107422, + 26.499103546142578, + 27.826210021972656, + 29.091251373291016, + 30.184518814086914, + 30.9500675201416, + 31.285213470458984, + 30.953327178955078, + 30.49539566040039, + 29.80674171447754, + 28.85746192932129, + 27.544225692749023, + 26.317012786865234, + 25.70711326599121, + 25.19681167602539, + 24.7906551361084 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2aebc2f29d5ae77078b2087950a8f7a087ea4a28..8ecf2f645b5b071a567a2a8a75f28ce68659026c 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:15:53.609869+00:00", + "evaluated_at": "2026-06-19T15:05:39.455878+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 43d99d20f1a38f852b27efb4742dd6f5b8705386..8365d9e8249dd06ab7ae66d00257fa70adce78c8 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,47 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T14:41:51.702497+00:00", + "evaluated_at": "2026-06-19T15:05:43.554787+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index aa52d590d19aba5845ccf9d5409c462235dc01ca..36609d1caca029778c82ad984ea864bdb2372461 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1141740.5477148693,1141740.5477148693,814.89208984375,0.7407595491316891,0.012920552686899312,0.012778328864994193,8.483297009046089,1068.5226004698586,0.016777414567875147,0.012795033454022308,0.009108111019355433,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7928028575929602,0.7928028575929602,0.721045732498169,0.4132978128901108,0.02953640034619398,0.0301837402487192,2.382665304386935,0.8903947762610471,0.03812845897951336,0.030876599197218732,0.03337617042622656,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.031429559554485044,0.031429559554485044,0.12088105728228887,0.14625215077440862,0.1430842236292956,0.1179399122623007,0.9524713398667117,0.17728383895461267,0.11841157490737174,0.08073898023456369,0.07698452954156781,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.012663211249970076,0.012663211249970076,0.09290964735878839,0.5208570462454518,0.06678725115511847,0.0652345010830785,4.295259103489465,0.1125309346356373,0.07927815592664988,0.06545493942842844,0.08316667591620877,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.009892908498993,1.009892908498993,0.839895486831665,1.0444295934059895,0.04590214074983707,0.04442075038128431,5.172626279982432,1.0049342806865496,0.05396827716686823,0.0451051509493398,0.028885115998552036,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,24.783721695316824,24.783721695316824,4.124808708826701,0.3454038892307307,0.149620678462258,0.14597224442566573,2.3122366766900413,4.978325189791927,0.17053926451407722,0.14130090274274892,0.15030491395266196,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.9649310485542628,1.9649310485542628,1.1595812638600667,0.5676017264933743,0.044626437458934944,0.043349611106884844,4.906695060964293,1.4017599825056581,0.054578582491321984,0.045149171366591356,0.035164836626993816,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.02178553042689228,0.02178553042689228,0.11349472999572754,0.1394969804998429,0.16749832778800003,0.13525927016628822,0.9103534498707491,0.14759922231127195,0.10703093573888427,0.08230021108957462,0.0792066992011264,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.016464719570633335,0.016464719570633335,0.1022413323322932,0.540418360460026,0.0740868118768638,0.0725964617689537,4.209451426952124,0.1283149234135817,0.09075319156397862,0.07231214399748365,0.0900014250780308,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.395306116105985,0.395306116105985,0.408438762029012,1.2841740811016178,0.02407169117503702,0.024777375696829612,9.833136379488025,0.6287337402318925,0.03831795386824246,0.024892154882060948,0.017913789208204956,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,53.640285150821605,53.640285150821605,5.760983308156331,0.5239088954925502,0.19441750952406153,0.20680182066373176,4.915479176293473,7.323952836468952,0.260021994194164,0.20453195176886382,0.1759975602013903,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.183714780401109,2.183714780401109,1.2153366406758626,0.6233519668810807,0.04603425094642738,0.04763289134471519,7.061753845149316,1.4777397539489519,0.05643818612603907,0.04641642437307596,0.04248439660842393,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,22.275711213991183,22.275711213991183,3.9231046438217163,0.6983029279484884,0.6084781355497844,0.39547863599819255,7.6061761794779885,4.719715162379101,0.5056837673977608,0.4203326404094696,0.3164639573248606,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1991.6662295187514,1991.6662295187514,39.73186238606771,0.6464845405190678,0.015892558258655026,0.01573480745277957,15.784418531514829,44.62808789897626,0.017777163644405482,0.015826799954616184,0.013236547209975795,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,911.1493529982066,911.1493529982066,25.936536516462052,0.5506292525456805,0.10930430436435003,0.10222024293024637,5.839700471853716,30.18525058697056,0.11937669723660674,0.10257387322894597,0.0750636376753889,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index be5bad81be810efabd41115892651e09a5c856f5..a7ba6f2dc1e36073ba61ad365fb4ab64c1188155 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:41:40.741338+00:00", + "evaluated_at": "2026-06-19T15:02:27.587087+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 873e84477dbd60063e46334d3f1548950a4148db..ae2b736abab265c126018052777ca4998afb8147 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:31:50.405655+00:00", + "evaluated_at": "2026-06-19T15:02:37.903043+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.0859999656677246, - 2.0940001010894775, - 2.1050000190734863, - 2.1059999465942383, - 2.1089999675750732, 2.1110000610351562, 2.114000082015991, 2.11899995803833, @@ -245,14 +240,14 @@ 1.6670000553131104, 1.6950000524520874, 1.7029999494552612, - 1.7339999675750732 - ], - "actuals": [ + 1.7339999675750732, 1.7619999647140503, 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044, + 1.8179999589920044 + ], + "actuals": [ 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -307,200 +302,200 @@ 0.5879999995231628, 0.5450000166893005, 0.5260000228881836, - 0.4970000088214874 + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667 ], "p50": [ - 1.7557059526443481, - 1.773980736732483, - 1.7932374477386475, - 1.8115017414093018, - 1.8285102844238281, - 1.8394203186035156, - 1.8525724411010742, - 1.8660335540771484, - 1.8762805461883545, - 1.8816720247268677, - 1.8900847434997559, - 1.898288369178772, - 1.903812289237976, - 1.9057056903839111, - 1.9059072732925415, - 1.9066184759140015, - 1.9048354625701904, - 1.9018656015396118, - 1.8990947008132935, - 1.8941553831100464, - 1.8889268636703491, - 1.8780460357666016, - 1.8721189498901367, - 1.8627958297729492, - 1.8522069454193115, - 1.8393962383270264, - 1.8202764987945557, - 1.800081491470337, - 1.776371717453003, - 1.7545398473739624, - 1.7298922538757324, - 1.7007594108581543, - 1.719587802886963, - 1.7014799118041992, - 1.67535400390625, - 1.6446505784988403, - 1.6200015544891357, - 1.5908355712890625, - 1.5649176836013794, - 1.53182852268219, - 1.4994323253631592, - 1.4691612720489502, - 1.4380004405975342, - 1.401857614517212, - 1.366051197052002, - 1.3322503566741943, - 1.2996141910552979, - 1.262279987335205, - 1.2270753383636475, - 1.1938406229019165, - 1.158656120300293, - 1.123647689819336, - 1.0915576219558716, - 1.0579684972763062, - 1.0274425745010376, - 0.9948073625564575, - 0.9613263607025146, - 0.9327264428138733, - 0.9005710482597351, - 0.8722960948944092 + 1.8248634338378906, + 1.8396304845809937, + 1.8551092147827148, + 1.864471673965454, + 1.8694849014282227, + 1.8768317699432373, + 1.88260817527771, + 1.8847432136535645, + 1.8853381872177124, + 1.8853864669799805, + 1.888333797454834, + 1.8849208354949951, + 1.8785148859024048, + 1.8752433061599731, + 1.8668136596679688, + 1.857832670211792, + 1.8497531414031982, + 1.838376760482788, + 1.8241901397705078, + 1.8088465929031372, + 1.7943480014801025, + 1.7747633457183838, + 1.7567027807235718, + 1.7370333671569824, + 1.7135264873504639, + 1.6919379234313965, + 1.665576457977295, + 1.6363060474395752, + 1.610525131225586, + 1.5820472240447998, + 1.5510964393615723, + 1.5162947177886963, + 1.5068145990371704, + 1.4794634580612183, + 1.447087049484253, + 1.4101314544677734, + 1.3771984577178955, + 1.3432514667510986, + 1.310112476348877, + 1.2736421823501587, + 1.2373301982879639, + 1.1987627744674683, + 1.1700029373168945, + 1.1323236227035522, + 1.0910065174102783, + 1.0562324523925781, + 1.0183014869689941, + 0.9825516939163208, + 0.9437285661697388, + 0.9105831980705261, + 0.8745497465133667, + 0.8448941111564636, + 0.8119913339614868, + 0.7792950868606567, + 0.7553986310958862, + 0.7261115312576294, + 0.6962647438049316, + 0.6728226542472839, + 0.6443555951118469, + 0.6229268908500671 ], "p10": [ - 1.743569016456604, - 1.7567222118377686, - 1.7708927392959595, - 1.7847421169281006, - 1.7967705726623535, - 1.7989027500152588, - 1.8063292503356934, - 1.8114731311798096, - 1.8151706457138062, - 1.812261700630188, - 1.8085291385650635, - 1.8073937892913818, - 1.802412509918213, - 1.7933368682861328, - 1.7794246673583984, - 1.7665338516235352, - 1.7530194520950317, - 1.7399768829345703, - 1.7240740060806274, - 1.7042768001556396, - 1.68788743019104, - 1.6633491516113281, - 1.644565463066101, - 1.622908592224121, - 1.5984690189361572, - 1.5746933221817017, - 1.5390764474868774, - 1.5053385496139526, - 1.467594027519226, - 1.433281421661377, - 1.3972605466842651, - 1.3558825254440308, - 1.3635121583938599, - 1.3256629705429077, - 1.2894346714019775, - 1.26168954372406, - 1.2238643169403076, - 1.1886016130447388, - 1.1559804677963257, - 1.1150317192077637, - 1.0758030414581299, - 1.0224777460098267, - 0.9966344833374023, - 0.9447837471961975, - 0.9078678488731384, - 0.8678969740867615, - 0.8290055990219116, - 0.787722647190094, - 0.744313657283783, - 0.7057992219924927, - 0.6645246744155884, - 0.6164990663528442, - 0.585071325302124, - 0.5393294095993042, - 0.5092992186546326, - 0.4673578143119812, - 0.428516685962677, - 0.3966345191001892, - 0.35725295543670654, - 0.3186482787132263 + 1.8104560375213623, + 1.8202054500579834, + 1.8328264951705933, + 1.8390963077545166, + 1.8411548137664795, + 1.8424254655838013, + 1.8428715467453003, + 1.8385875225067139, + 1.8348798751831055, + 1.8284130096435547, + 1.8211426734924316, + 1.810634970664978, + 1.7950916290283203, + 1.7848641872406006, + 1.7650154829025269, + 1.746031403541565, + 1.7286139726638794, + 1.7103703022003174, + 1.687203049659729, + 1.6605949401855469, + 1.6385202407836914, + 1.6061906814575195, + 1.5789258480072021, + 1.5490213632583618, + 1.5136959552764893, + 1.4844081401824951, + 1.445432424545288, + 1.4064773321151733, + 1.368302345275879, + 1.3312619924545288, + 1.2889631986618042, + 1.2476751804351807, + 1.204986572265625, + 1.163094162940979, + 1.1247848272323608, + 1.0887547731399536, + 1.0448392629623413, + 1.0025569200515747, + 0.9602749347686768, + 0.9123926162719727, + 0.8621425628662109, + 0.8062955737113953, + 0.7806798219680786, + 0.7250654101371765, + 0.6740488409996033, + 0.635959804058075, + 0.593277096748352, + 0.5548662543296814, + 0.510733425617218, + 0.47021448612213135, + 0.429283082485199, + 0.39024102687835693, + 0.35471636056900024, + 0.3086656332015991, + 0.2825348377227783, + 0.2398836612701416, + 0.19993966817855835, + 0.1716492772102356, + 0.13200163841247559, + 0.09598976373672485 ], "p90": [ - 1.7688604593276978, - 1.790702223777771, - 1.8165338039398193, - 1.8399121761322021, - 1.8634355068206787, - 1.8804612159729004, - 1.9005699157714844, - 1.922518014907837, - 1.9438884258270264, - 1.958368182182312, - 1.9771802425384521, - 1.9972333908081055, - 2.014969825744629, - 2.029885768890381, - 2.0460219383239746, - 2.057023286819458, - 2.070608139038086, - 2.083988666534424, - 2.097926139831543, - 2.1083014011383057, - 2.1191346645355225, - 2.1316423416137695, - 2.1393563747406006, - 2.147655487060547, - 2.1554079055786133, - 2.1599810123443604, - 2.162686824798584, - 2.1672234535217285, - 2.1631336212158203, - 2.165926218032837, - 2.1666996479034424, - 2.15055775642395, - 2.1885743141174316, - 2.2017102241516113, - 2.196653366088867, - 2.204695224761963, - 2.202159881591797, - 2.1932506561279297, - 2.1928277015686035, - 2.2000222206115723, - 2.1736533641815186, - 2.1716647148132324, - 2.1728036403656006, - 2.1690168380737305, - 2.164771556854248, - 2.1613106727600098, - 2.1598267555236816, - 2.1544227600097656, - 2.1434311866760254, - 2.134878158569336, - 2.114306688308716, - 2.1098079681396484, - 2.101363182067871, - 2.088326930999756, - 2.0750536918640137, - 2.079080581665039, - 2.0546815395355225, - 2.0684690475463867, - 2.0614702701568604, - 2.0537896156311035 + 1.8391170501708984, + 1.856931447982788, + 1.8772698640823364, + 1.8907593488693237, + 1.9007627964019775, + 1.9133275747299194, + 1.9242841005325317, + 1.9337491989135742, + 1.9439795017242432, + 1.9518574476242065, + 1.9628148078918457, + 1.9706141948699951, + 1.9744601249694824, + 1.9833775758743286, + 1.9872692823410034, + 1.988415002822876, + 1.995204210281372, + 1.9982399940490723, + 1.9983932971954346, + 1.9962043762207031, + 1.9976065158843994, + 1.998400330543518, + 1.9920423030853271, + 1.990437388420105, + 1.9847664833068848, + 1.9797970056533813, + 1.9721076488494873, + 1.9683170318603516, + 1.961345911026001, + 1.9508166313171387, + 1.9507122039794922, + 1.9278905391693115, + 1.9281373023986816, + 1.9342870712280273, + 1.936995506286621, + 1.9339137077331543, + 1.9241516590118408, + 1.91111421585083, + 1.9068398475646973, + 1.9106637239456177, + 1.8853281736373901, + 1.8779873847961426, + 1.8738608360290527, + 1.8724031448364258, + 1.8719322681427002, + 1.8584884405136108, + 1.8617849349975586, + 1.8583452701568604, + 1.846069097518921, + 1.846357822418213, + 1.8356153964996338, + 1.8268563747406006, + 1.8225350379943848, + 1.8023414611816406, + 1.8053556680679321, + 1.8035337924957275, + 1.7808070182800293, + 1.7882425785064697, + 1.7911378145217896, + 1.7743452787399292 ], "timestamps": [ - "2026-06-18 08:24:00", - "2026-06-18 08:30:00", - "2026-06-18 08:36:00", - "2026-06-18 08:42:00", - "2026-06-18 08:48:00", "2026-06-18 08:54:00", "2026-06-18 09:00:00", "2026-06-18 09:06:00", @@ -795,6 +790,11 @@ "2026-06-19 14:00:00", "2026-06-19 14:06:00", "2026-06-19 14:12:00", - "2026-06-19 14:18:00" + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 03ac13bc41190967c9ba5fc15385b1082bf8452c..c3d135c96985d2f9a3f07b2f727d4658daca5e9b 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:31:57.656744+00:00", + "evaluated_at": "2026-06-19T15:02:44.244786+00:00", "freq": "10min", "context_length": 73, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.600000023841858, 1.5, 1.2999999523162842, @@ -78,11 +76,11 @@ 1.5, 1.5, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -152,235 +150,233 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "p50": [ - 1.2995285987854004, - 1.3182698488235474, - 1.3581030368804932, - 1.364272952079773, - 1.3693318367004395, - 1.3733705282211304, - 1.3780875205993652, - 1.378581166267395, - 1.385023593902588, - 1.3910750150680542, - 1.3940374851226807, - 1.4011270999908447, - 1.4129462242126465, - 1.4090415239334106, - 1.4142767190933228, - 1.4207814931869507, - 1.4238172769546509, - 1.427782654762268, - 1.4308197498321533, - 1.433146595954895, - 1.435642123222351, - 1.438879370689392, - 1.436219573020935, - 1.4328570365905762, - 1.4387719631195068, - 1.4427471160888672, - 1.4493625164031982, - 1.4515577554702759, - 1.455141305923462, - 1.4541378021240234, - 1.454923152923584, - 1.455499291419983, - 1.4676368236541748, - 1.4696828126907349, - 1.4674383401870728, - 1.4665043354034424, - 1.469588041305542, - 1.469266653060913, - 1.4696085453033447, - 1.4726994037628174, - 1.470625877380371, - 1.4691895246505737, - 1.4673359394073486, - 1.4632105827331543, - 1.4615143537521362, - 1.461916446685791, - 1.4606484174728394, - 1.4627387523651123, - 1.4650108814239502, - 1.465772032737732, - 1.467984676361084, - 1.4711216688156128, - 1.4706376791000366, - 1.4689451456069946, - 1.4690409898757935, - 1.4690542221069336, - 1.468469262123108, - 1.469761610031128, - 1.4701892137527466, - 1.4707359075546265, - 1.472738265991211, - 1.4734301567077637, - 1.4747114181518555, - 1.4769022464752197, - 1.4852855205535889, - 1.4871188402175903, - 1.487341046333313, - 1.4844671487808228, - 1.4853777885437012, - 1.484911561012268, - 1.4818751811981201, - 1.483095645904541 + 1.2997463941574097, + 1.3134123086929321, + 1.3267430067062378, + 1.3207615613937378, + 1.3298324346542358, + 1.33316969871521, + 1.3378660678863525, + 1.347264289855957, + 1.3494572639465332, + 1.3525274991989136, + 1.3616271018981934, + 1.3620245456695557, + 1.3688784837722778, + 1.3741698265075684, + 1.380502462387085, + 1.3838953971862793, + 1.3903348445892334, + 1.3946887254714966, + 1.3997769355773926, + 1.4013051986694336, + 1.4025099277496338, + 1.4028960466384888, + 1.4060089588165283, + 1.4069474935531616, + 1.4083644151687622, + 1.4133461713790894, + 1.4154887199401855, + 1.4152333736419678, + 1.4184818267822266, + 1.417912483215332, + 1.41941237449646, + 1.4206275939941406, + 1.453481912612915, + 1.4533638954162598, + 1.4566313028335571, + 1.4556900262832642, + 1.4566195011138916, + 1.4588942527770996, + 1.4598116874694824, + 1.4574952125549316, + 1.458174228668213, + 1.4563807249069214, + 1.4536761045455933, + 1.4530175924301147, + 1.4518131017684937, + 1.4528601169586182, + 1.4539930820465088, + 1.455566644668579, + 1.4560691118240356, + 1.4572523832321167, + 1.4559075832366943, + 1.4535452127456665, + 1.4534757137298584, + 1.4524165391921997, + 1.450531244277954, + 1.4505852460861206, + 1.4502326250076294, + 1.4492218494415283, + 1.4514085054397583, + 1.4521769285202026, + 1.452192783355713, + 1.453931450843811, + 1.4560595750808716, + 1.4540241956710815, + 1.4527087211608887, + 1.4549405574798584, + 1.455115556716919, + 1.4559110403060913, + 1.4553548097610474, + 1.4535170793533325, + 1.4557222127914429, + 1.4536470174789429 ], "p10": [ - 1.2135581970214844, - 1.218207836151123, - 1.2009414434432983, - 1.1864686012268066, - 1.1763319969177246, - 1.1757643222808838, - 1.1560593843460083, - 1.14785897731781, - 1.1304959058761597, - 1.1213557720184326, - 1.1164333820343018, - 1.1120266914367676, - 1.1108288764953613, - 1.099103569984436, - 1.0935559272766113, - 1.093659520149231, - 1.0850651264190674, - 1.0858114957809448, - 1.0772303342819214, - 1.0745772123336792, - 1.0672498941421509, - 1.062829852104187, - 1.0531998872756958, - 1.0403625965118408, - 1.0333020687103271, - 1.0276674032211304, - 1.0259531736373901, - 1.0255355834960938, - 1.0211663246154785, - 1.0144047737121582, - 1.0087882280349731, - 1.007840871810913, - 1.057732343673706, - 1.0419681072235107, - 1.025547981262207, - 1.0093289613723755, - 1.0044610500335693, - 0.9993544816970825, - 0.9879475235939026, - 0.9847796559333801, - 0.9702895879745483, - 0.9586625099182129, - 0.953681468963623, - 0.9519616961479187, - 0.9518133401870728, - 0.9547091126441956, - 0.9520782828330994, - 0.9569140076637268, - 0.9525116682052612, - 0.956462025642395, - 0.948267936706543, - 0.9510101675987244, - 0.9424802660942078, - 0.9379799365997314, - 0.9292513132095337, - 0.9260101318359375, - 0.9150738716125488, - 0.9162856936454773, - 0.9076471924781799, - 0.9056918621063232, - 0.9139977097511292, - 0.9129247665405273, - 0.9008855223655701, - 0.909927487373352, - 0.9904951453208923, - 0.9759849309921265, - 0.965204119682312, - 0.9507893323898315, - 0.9441509246826172, - 0.940973162651062, - 0.9253624677658081, - 0.9211217164993286 + 1.2615585327148438, + 1.248746633529663, + 1.222501277923584, + 1.2038843631744385, + 1.1850173473358154, + 1.1748285293579102, + 1.1701695919036865, + 1.1601923704147339, + 1.1533151865005493, + 1.1418113708496094, + 1.134533166885376, + 1.1236623525619507, + 1.1163578033447266, + 1.1074236631393433, + 1.1036268472671509, + 1.099164605140686, + 1.096393346786499, + 1.0927444696426392, + 1.0837491750717163, + 1.0762169361114502, + 1.070044994354248, + 1.0625271797180176, + 1.0567336082458496, + 1.048874020576477, + 1.041878342628479, + 1.0313868522644043, + 1.0286250114440918, + 1.0217300653457642, + 1.0201267004013062, + 1.0170526504516602, + 1.0102107524871826, + 1.0091009140014648, + 1.025485873222351, + 1.0027809143066406, + 0.9832707047462463, + 0.9725205302238464, + 0.9636804461479187, + 0.9477093815803528, + 0.9268174767494202, + 0.9139509797096252, + 0.9021449685096741, + 0.8885467648506165, + 0.8799883723258972, + 0.8785227537155151, + 0.8706073760986328, + 0.874180018901825, + 0.8766510486602783, + 0.8782063722610474, + 0.8704246878623962, + 0.8809869885444641, + 0.8658953905105591, + 0.8710141181945801, + 0.8662561774253845, + 0.8643909096717834, + 0.8490195274353027, + 0.8441652059555054, + 0.8359617590904236, + 0.8294337391853333, + 0.8231377601623535, + 0.8143596649169922, + 0.8268203139305115, + 0.8333885669708252, + 0.810515284538269, + 0.814854621887207, + 0.8959717154502869, + 0.8715257048606873, + 0.862394392490387, + 0.8617027401924133, + 0.856337308883667, + 0.8380856513977051, + 0.8226574659347534, + 0.8155949115753174 ], "p90": [ - 1.5064529180526733, - 1.5291529893875122, - 1.5622519254684448, - 1.586630940437317, - 1.5972180366516113, - 1.6048773527145386, - 1.6130324602127075, - 1.6217156648635864, - 1.6365437507629395, - 1.6506975889205933, - 1.65765380859375, - 1.6738677024841309, - 1.6921072006225586, - 1.6896733045578003, - 1.7041404247283936, - 1.7203871011734009, - 1.7253403663635254, - 1.735418438911438, - 1.748377799987793, - 1.7544373273849487, - 1.7577842473983765, - 1.7663145065307617, - 1.7663570642471313, - 1.768298864364624, - 1.7827634811401367, - 1.784947395324707, - 1.7984297275543213, - 1.8085030317306519, - 1.8109424114227295, - 1.8130440711975098, - 1.8200047016143799, - 1.8212422132492065, - 1.772218108177185, - 1.7911481857299805, - 1.799337387084961, - 1.7975506782531738, - 1.807956576347351, - 1.8149104118347168, - 1.81797456741333, - 1.8257611989974976, - 1.8306827545166016, - 1.826387643814087, - 1.8212040662765503, - 1.825786828994751, - 1.823699951171875, - 1.828239917755127, - 1.8289836645126343, - 1.8370261192321777, - 1.8432285785675049, - 1.846704363822937, - 1.863305926322937, - 1.8662198781967163, - 1.86473548412323, - 1.8664957284927368, - 1.867781162261963, - 1.8750998973846436, - 1.8770527839660645, - 1.878324031829834, - 1.8829762935638428, - 1.8916773796081543, - 1.8931925296783447, - 1.8954591751098633, - 1.9018702507019043, - 1.9046443700790405, - 1.8274648189544678, - 1.8476536273956299, - 1.8518030643463135, - 1.8510195016860962, - 1.8601086139678955, - 1.869828224182129, - 1.8695363998413086, - 1.8767603635787964 + 1.4706364870071411, + 1.5018657445907593, + 1.5184180736541748, + 1.5305207967758179, + 1.542113184928894, + 1.5474348068237305, + 1.5645726919174194, + 1.5802247524261475, + 1.591355800628662, + 1.601722240447998, + 1.6173248291015625, + 1.6252620220184326, + 1.6371444463729858, + 1.6508116722106934, + 1.6609811782836914, + 1.669579029083252, + 1.677952527999878, + 1.6862761974334717, + 1.6952707767486572, + 1.7013766765594482, + 1.7057396173477173, + 1.7076274156570435, + 1.7187788486480713, + 1.7260427474975586, + 1.7314225435256958, + 1.7435476779937744, + 1.747971534729004, + 1.7514920234680176, + 1.7570825815200806, + 1.7621721029281616, + 1.7651172876358032, + 1.7743476629257202, + 1.7739660739898682, + 1.795460820198059, + 1.8012995719909668, + 1.8080564737319946, + 1.8160548210144043, + 1.8303189277648926, + 1.8311688899993896, + 1.8339563608169556, + 1.8457683324813843, + 1.8423418998718262, + 1.8377797603607178, + 1.8506020307540894, + 1.846287488937378, + 1.8530560731887817, + 1.8557610511779785, + 1.863603115081787, + 1.866033673286438, + 1.8743202686309814, + 1.883898138999939, + 1.880192518234253, + 1.882810354232788, + 1.881235122680664, + 1.883893370628357, + 1.8966095447540283, + 1.8974875211715698, + 1.8930766582489014, + 1.900890588760376, + 1.9134589433670044, + 1.903761386871338, + 1.9129133224487305, + 1.9170145988464355, + 1.9129011631011963, + 1.861856460571289, + 1.8896961212158203, + 1.9141652584075928, + 1.9148318767547607, + 1.9154672622680664, + 1.9175091981887817, + 1.9287738800048828, + 1.9332486391067505 ], "timestamps": [ - "2026-06-17 15:10:00", - "2026-06-17 15:20:00", - "2026-06-17 15:30:00", - "2026-06-17 15:40:00", "2026-06-17 15:50:00", "2026-06-17 16:00:00", "2026-06-17 16:10:00", @@ -521,6 +517,10 @@ "2026-06-18 14:40:00", "2026-06-18 14:50:00", "2026-06-18 15:00:00", - "2026-06-18 15:10:00" + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index dfddc5248018a53311376808d04c7b50645788fa..898fa117b1d3cc79f63319e34b147130c6cd96a7 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,225 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T03:20:02.965839+00:00", + "evaluated_at": "2026-06-19T15:03:19.569363+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 22.0, - 21.0, - 21.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.700000762939453, - 22.0, - 22.0, - 21.0, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 20.0, - 21.0, - 21.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273 + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0 + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 16.700000762939453, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 19.312606811523438, - 19.28110694885254, - 19.287471771240234, - 19.259742736816406, - 19.31615447998047, - 19.33189582824707, - 19.416091918945312, - 19.441085815429688, - 19.463224411010742, - 19.516260147094727, - 19.54482078552246, - 19.551429748535156, - 19.507549285888672, - 19.48294448852539, - 19.473047256469727, - 19.456571578979492, - 19.482227325439453, - 19.47605323791504, - 19.499591827392578, - 19.525768280029297, - 19.544780731201172, - 19.58790397644043, - 19.632957458496094, - 19.66620445251465 + 16.00078010559082, + 16.00067901611328, + 16.000577926635742, + 16.00074577331543, + 16.000629425048828, + 16.00092124938965, + 16.00079917907715, + 16.00068473815918, + 16.00069236755371, + 16.000778198242188, + 16.000564575195312, + 16.00070571899414, + 16.000638961791992, + 16.00066375732422, + 16.00083351135254, + 16.000871658325195, + 16.00093650817871, + 16.000835418701172, + 16.000835418701172, + 16.000473022460938, + 16.000587463378906, + 16.000507354736328, + 16.000452041625977, + 16.00072479248047 ], "p10": [ - 18.796628952026367, - 18.811342239379883, - 18.826736450195312, - 18.817550659179688, - 18.793624877929688, - 18.79090118408203, - 18.720430374145508, - 18.69852638244629, - 18.672115325927734, - 18.605201721191406, - 18.552600860595703, - 18.47060203552246, - 18.405122756958008, - 18.354782104492188, - 18.31336784362793, - 18.29323959350586, - 18.253822326660156, - 18.184528350830078, - 18.131675720214844, - 18.11139488220215, - 18.048620223999023, - 18.023399353027344, - 17.98585319519043, - 17.982786178588867 + 15.999784469604492, + 15.999260902404785, + 15.999382019042969, + 15.999517440795898, + 15.999579429626465, + 15.999429702758789, + 15.999632835388184, + 15.999302864074707, + 15.999302864074707, + 15.999396324157715, + 15.999184608459473, + 15.99946117401123, + 15.999420166015625, + 15.999428749084473, + 15.999753952026367, + 15.999759674072266, + 15.99967098236084, + 15.99982738494873, + 15.999909400939941, + 15.999972343444824, + 15.999553680419922, + 15.999868392944336, + 15.999567031860352, + 15.999334335327148 ], "p90": [ - 19.740829467773438, - 20.09113311767578, - 20.18644905090332, - 20.355167388916016, - 20.540681838989258, - 20.699798583984375, - 20.882335662841797, - 20.943265914916992, - 21.011810302734375, - 21.025035858154297, - 21.056501388549805, - 21.04348373413086, - 21.05978775024414, - 21.07962989807129, - 21.0592041015625, - 21.060392379760742, - 21.05617904663086, - 21.075414657592773, - 21.07895278930664, - 21.085861206054688, - 21.10202980041504, - 21.111408233642578, - 21.125112533569336, - 21.13886070251465 + 16.024951934814453, + 16.044946670532227, + 16.05855941772461, + 16.105295181274414, + 16.14887237548828, + 16.206571578979492, + 16.340347290039062, + 16.363868713378906, + 16.438762664794922, + 16.540517807006836, + 16.54192352294922, + 16.627071380615234, + 16.737449645996094, + 16.714466094970703, + 16.751602172851562, + 16.795578002929688, + 16.807456970214844, + 16.811664581298828, + 16.874998092651367, + 16.9229793548584, + 16.948333740234375, + 16.988704681396484, + 17.012027740478516, + 17.130977630615234 ], "timestamps": [ - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", "2026-06-19 05:00:00", "2026-06-19 06:00:00", "2026-06-19 07:00:00", @@ -327,6 +315,18 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ac3353da29b43476327e38be1b1ffffa96840df8..8b4e5747cf47f76d8e9242fdecff47c529da907e 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T03:20:08.914654+00:00", + "evaluated_at": "2026-06-19T15:03:28.558256+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 37.0, - 36.099998474121094, - 39.79999923706055, - 43.29999923706055, - 45.79999923706055, - 49.79999923706055, - 55.599998474121094, - 75.4000015258789, - 84.5, - 77.5, - 61.20000076293945, 49.5, 42.70000076293945, 38.5, @@ -341,9 +330,7 @@ 21.5, 27.100000381469727, 28.100000381469727, - 27.5 - ], - "actuals": [ + 27.5, 27.0, 26.5, 27.200000762939453, @@ -354,7 +341,9 @@ 33.900001525878906, 42.79999923706055, 44.20000076293945, - 39.0, + 39.0 + ], + "actuals": [ 32.599998474121094, 26.700000762939453, 21.600000381469727, @@ -364,101 +353,101 @@ 20.299999237060547, 23.0, 32.099998474121094, - 37.0, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, 31.700000762939453, - 30.0, - 26.899999618530273 + 29.700000762939453, + 28.200000762939453, + 26.0 ], "p50": [ - 27.290847778320312, - 27.204330444335938, - 27.203109741210938, - 27.105884552001953, - 27.342844009399414, - 27.723411560058594, - 28.309589385986328, - 31.411405563354492, - 35.726722717285156, - 35.544456481933594, - 35.224021911621094, - 33.90065002441406, - 31.608266830444336, - 28.60064697265625, - 26.77015495300293, - 24.812334060668945, - 24.213472366333008, - 23.768815994262695, - 24.17521858215332, - 26.090930938720703, - 26.4401798248291, - 26.841632843017578, - 26.572057723999023, - 25.419301986694336 + 34.66400146484375, + 30.716093063354492, + 27.619646072387695, + 24.99710464477539, + 23.217432022094727, + 21.94995880126953, + 21.55535316467285, + 22.22369956970215, + 24.697174072265625, + 25.912242889404297, + 26.745330810546875, + 25.431438446044922, + 24.332324981689453, + 23.358469009399414, + 23.129636764526367, + 23.26168441772461, + 23.777904510498047, + 24.639848709106445, + 25.75857162475586, + 27.10007667541504, + 29.53357696533203, + 30.179170608520508, + 30.24500274658203, + 28.843793869018555 ], "p10": [ - 25.844303131103516, - 24.647737503051758, - 23.5561466217041, - 22.80124855041504, - 22.077037811279297, - 21.765920639038086, - 21.305601119995117, - 22.420656204223633, - 22.33977508544922, - 22.647903442382812, - 21.87657928466797, - 20.595195770263672, - 19.019962310791016, - 17.143356323242188, - 15.586995124816895, - 13.972346305847168, - 13.147157669067383, - 12.704557418823242, - 13.187385559082031, - 15.40688419342041, - 16.023983001708984, - 16.882335662841797, - 16.70069122314453, - 16.265960693359375 + 30.273754119873047, + 24.994266510009766, + 21.37732696533203, + 18.259212493896484, + 16.26053237915039, + 14.827584266662598, + 14.176617622375488, + 14.714873313903809, + 16.19017791748047, + 16.846839904785156, + 17.70116424560547, + 17.21856689453125, + 16.617570877075195, + 16.238018035888672, + 16.007251739501953, + 16.07529067993164, + 16.471019744873047, + 17.171707153320312, + 17.928163528442383, + 18.78162956237793, + 20.021005630493164, + 19.953290939331055, + 19.52696418762207, + 18.43459701538086 ], "p90": [ - 28.761764526367188, - 29.759719848632812, - 31.024526596069336, - 32.232460021972656, - 34.108428955078125, - 36.733280181884766, - 41.78886413574219, - 48.70870590209961, - 60.41765594482422, - 61.01963806152344, - 60.9365234375, - 62.124664306640625, - 60.760658264160156, - 57.531829833984375, - 54.99458694458008, - 51.894386291503906, - 49.139259338378906, - 49.64885711669922, - 49.788543701171875, - 47.247650146484375, - 46.044029235839844, - 43.828216552734375, - 42.450439453125, - 39.679832458496094 + 38.43730926513672, + 36.10824203491211, + 34.2882080078125, + 32.70280456542969, + 31.06311798095703, + 30.46613121032715, + 31.46132469177246, + 34.6467399597168, + 41.18964385986328, + 46.171852111816406, + 44.360774993896484, + 37.91831588745117, + 34.13615036010742, + 32.287193298339844, + 31.57196807861328, + 31.630102157592773, + 32.27572250366211, + 33.56814193725586, + 35.325538635253906, + 37.75043487548828, + 41.57271957397461, + 44.797847747802734, + 45.09921646118164, + 43.61341094970703 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 5b1fc4b4b31a5c644a6f854b82a7ba4b0b3ddc6d..ca5544454656911768c18b1c2d33513d42fba86e 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T03:20:14.095723+00:00", + "evaluated_at": "2026-06-19T15:03:34.754054+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.299999237060547, - 29.100000381469727, - 28.799999237060547, - 28.600000381469727, - 28.5, - 27.799999237060547, - 26.5, - 26.299999237060547, - 25.100000381469727, - 24.5, 24.0, 23.700000762939453, 23.399999618530273, @@ -341,9 +330,7 @@ 25.399999618530273, 26.700000762939453, 28.0, - 29.700000762939453 - ], - "actuals": [ + 29.700000762939453, 29.700000762939453, 28.899999618530273, 27.399999618530273, @@ -354,7 +341,9 @@ 24.600000381469727, 24.399999618530273, 24.0, - 23.600000381469727, + 23.600000381469727 + ], + "actuals": [ 23.5, 23.200000762939453, 23.299999237060547, @@ -364,101 +353,101 @@ 24.200000762939453, 24.600000381469727, 25.600000381469727, - 26.600000381469727, - 27.100000381469727, - 27.100000381469727, - 27.700000762939453 + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.100000381469727, + 26.299999237060547, + 25.899999618530273 ], "p50": [ - 30.353975296020508, - 30.6419677734375, - 30.736469268798828, - 30.252527236938477, - 29.574234008789062, - 28.65643882751465, - 27.691211700439453, - 26.625865936279297, - 25.837106704711914, - 25.2338924407959, - 24.81477165222168, - 24.498645782470703, - 24.273563385009766, - 24.081331253051758, - 24.1556339263916, - 23.89240074157715, - 23.650711059570312, - 23.54962158203125, - 24.06648826599121, - 25.206573486328125, - 26.402299880981445, - 27.46915626525879, - 28.41912269592285, - 29.08213233947754 + 23.328397750854492, + 23.10321617126465, + 22.914127349853516, + 23.0745792388916, + 22.82976722717285, + 22.67327308654785, + 22.504247665405273, + 23.09071159362793, + 24.082277297973633, + 25.258899688720703, + 26.305517196655273, + 27.307994842529297, + 27.759811401367188, + 28.06539535522461, + 28.106245040893555, + 27.877286911010742, + 27.45341682434082, + 26.976318359375, + 26.188535690307617, + 25.249797821044922, + 24.323535919189453, + 23.994958877563477, + 23.530040740966797, + 23.233572006225586 ], "p10": [ - 29.485740661621094, - 29.42756462097168, - 29.187097549438477, - 28.514108657836914, - 27.647247314453125, - 26.69124984741211, - 25.829280853271484, - 24.879215240478516, - 24.1557559967041, - 23.65517234802246, - 23.24593734741211, - 22.87792205810547, - 22.641996383666992, - 22.388185501098633, - 22.365875244140625, - 22.16849708557129, - 21.882705688476562, - 21.732067108154297, - 22.136899948120117, - 23.054359436035156, - 23.889039993286133, - 24.60838508605957, - 25.2127685546875, - 25.405479431152344 + 23.05685043334961, + 22.702224731445312, + 22.411155700683594, + 22.44001007080078, + 22.1479549407959, + 21.914520263671875, + 21.6744441986084, + 22.153717041015625, + 22.95191764831543, + 23.8967227935791, + 24.69122314453125, + 25.281496047973633, + 25.591081619262695, + 25.66312599182129, + 25.47246742248535, + 25.143470764160156, + 24.88835334777832, + 24.49118423461914, + 23.890756607055664, + 23.14137840270996, + 22.397462844848633, + 22.071184158325195, + 21.663860321044922, + 21.382904052734375 ], "p90": [ - 31.286739349365234, - 31.950847625732422, - 32.36574935913086, - 32.08404541015625, - 31.60938835144043, - 30.776350021362305, - 29.789113998413086, - 28.669673919677734, - 27.70732307434082, - 27.031139373779297, - 26.64678192138672, - 26.302583694458008, - 26.01769256591797, - 25.909936904907227, - 26.028926849365234, - 25.74993133544922, - 25.46686363220215, - 25.38924217224121, - 26.111936569213867, - 27.45153045654297, - 29.09247589111328, - 30.443078994750977, - 31.752094268798828, - 32.53750228881836 + 23.578784942626953, + 23.46419906616211, + 23.35805320739746, + 23.65082550048828, + 23.41876983642578, + 23.32070541381836, + 23.232240676879883, + 23.935945510864258, + 25.127500534057617, + 26.660446166992188, + 27.932151794433594, + 29.3915958404541, + 30.037817001342773, + 30.59035301208496, + 30.753767013549805, + 30.733182907104492, + 30.26651382446289, + 29.723201751708984, + 28.742023468017578, + 27.582971572875977, + 26.418895721435547, + 25.955280303955078, + 25.333763122558594, + 24.95705795288086 ], "timestamps": [ - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", "2026-06-04 15:00:00", "2026-06-04 16:00:00", "2026-06-04 17:00:00", @@ -807,6 +796,17 @@ "2026-06-19 00:00:00", "2026-06-19 01:00:00", "2026-06-19 02:00:00", - "2026-06-19 03:00:00" + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b7b4bac32a38643823d37bb2eb27d5a7c2b58264..951b0051be435313947eecc1e566e87b13e50d71 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:15:32.324765+00:00", + "evaluated_at": "2026-06-19T15:03:40.445356+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index f7fc23ccdbd0ce482a8e2f2e79f842d7181efd49..d76d5e33ebad43b1b892cb313a41d82010099eba 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,47 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:41:42.740588+00:00", + "evaluated_at": "2026-06-19T15:03:45.991765+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:39:48.390684Z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 73, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:58:40.716243Z", "context_length": 96, "prediction_length": 24 }