diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 0d2becc32377ba6acfee6c30b15933ad81b683a0..e80094c304a7e45f78fa73d8d5a89b7d434fbf85 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,1504723.2075174497,536667.729545168,628.9176321438503,0.5717036003100443,0.00991933050211775,0.009887370208063776,9.062122909468888,1226.6715972571672,0.019260592070557345,0.009874954295663886,0.008689023171309656,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,1.268665497113475,1.351726361482078,0.879666856252665,0.49612440855675083,0.03685729892538633,0.038026438571018305,11.522554910988042,1.126350521424603,0.04869915541391916,0.03803348258847486,0.03556678384133805,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.9894782764082077,0.9795753234385306,0.7548699496312578,0.8496401940490357,0.6172248724137364,0.3949605805774504,33.215300910492964,0.9947252265868237,0.6835267755705348,0.5187098998353484,0.5166331431857205,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.5273381965771402,1.513442790568438,0.9843483298377046,1.104489071263644,0.824206377472958,0.49095286159789814,43.36403049375274,1.235855249038956,0.8651115998711161,0.6890541259735465,0.6870007299232479,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.043876697159162745,0.03830682484462481,0.16272185199244577,0.9012285203862012,0.11649185577657005,0.1078954881633622,11.724639911069517,0.20946765182042487,0.14201197141673008,0.11031990282604257,0.0985526260754353,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,0.7344263892842875,0.40848666467492833,0.41934843378991477,0.5214695412292658,0.023214482267898504,0.022602025257204023,2.708629731445861,0.856986808115672,0.04602301113376212,0.022520390575993535,0.021486819599561592,Weather,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,1.455600406487103,1.1263222643533273,0.9245069860685238,1.1844217454322354,0.052549819662281005,0.05077026515418595,8.328232044277208,1.2064826590080369,0.06722912234856021,0.05151652434822556,0.04551764427988697,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.14010791855603,54.58648035103487,5.759185132377013,0.4822635627358971,0.19714328755851626,0.20067623092824083,5.542272617642375,7.220810752163224,0.24735864129452856,0.19728867826672342,0.17302733336613121,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,84.98294946026185,83.3587076227477,8.680495483650125,4.249002960720764,0.34737370445815213,0.2905628010489904,144.70877828098554,9.218619715568153,0.3589339137096052,0.33798164074642784,0.3299537815458202,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,42.81557260167947,33.313758560160856,5.185666759723528,0.9524694048471783,0.6281280002137315,0.43878975962360167,5.009673233985278,6.543360956089727,0.6357921576767347,0.5038704543860918,0.41194902960384977,Hazards,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 67e64f6a7bc738b372905d9dfa092cbca07152e8..b6c8b02319f1a242764789f2497bf22e7f583573 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T03:48:43.000467+00:00", + "evaluated_at": "2026-06-19T12:53:48.545054+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 43a3d0161cbcfb36cc9f45ba1706d7789b9d2298..8cdb931bf746907af344c948763f6c45aa45ac92 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T03:48:43.027795+00:00", + "evaluated_at": "2026-06-19T12:53:48.654244+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5980000495910645, - 1.6130000352859497, - 1.6299999952316284, 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.3630000352859497, 1.3940000534057617, 1.4210000038146973, - 1.4450000524520874 - ], - "actuals": [ + 1.4450000524520874, 1.468000054359436, 1.5049999952316284, - 1.5360000133514404, + 1.5360000133514404 + ], + "actuals": [ 1.5479999780654907, 1.565000057220459, 1.590999960899353, @@ -307,198 +304,198 @@ 1.0140000581741333, 1.0, 0.9829999804496765, - 0.9660000205039978 + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945 ], "p50": [ - 1.464311148245094, - 1.490961101899654, - 1.5196309845092777, - 1.546502721115087, - 1.5710365085386946, - 1.5973877759958293, - 1.6238383396549927, - 1.6517187182765527, - 1.675313898700472, - 1.7035747879514815, - 1.7279892743630927, - 1.7546383814833968, - 1.7813447537720621, - 1.8057073382009323, - 1.8307548732949503, - 1.857402248860009, - 1.8839347735390255, - 1.908217232660481, - 1.934788413139942, - 1.9589908564718845, - 1.9855965396413802, - 2.0089132040108706, - 2.034288967433412, - 2.059075664643807, - 2.08605138862283, - 2.109028467738738, - 2.1336943313326655, - 2.1591605320827685, - 2.1831170958431834, - 2.2091927783396272, - 2.231432583430301, - 2.2566900282675544, - 2.2825862224431397, - 2.3049368255545026, - 2.328950457188615, - 2.3530457009390204, - 2.3774445810229725, - 2.4015250085418023, - 2.426982325719384, - 2.4482801694575342, - 2.472600110730843, - 2.496570641642333, - 2.5196309472850915, - 2.543727895120486, - 2.5670913491194227, - 2.5901098647758487, - 2.6133790206700613, - 2.6364712791922873, - 2.659770862583488, - 2.6842351440727654, - 2.706624801788084, - 2.729802316843282, - 2.751940741929153, - 2.7751427873615553, - 2.796996445466278, - 2.8191998883411182, - 2.8435494026382284, - 2.864854493369301, - 2.8881480336441974, - 2.910126405414549 + 1.5595135029415026, + 1.5897998601663965, + 1.6196606384211818, + 1.6496889286736907, + 1.6799735345598426, + 1.709977499052214, + 1.7400318810257542, + 1.7717324283974716, + 1.7996074825832358, + 1.8297014735647457, + 1.8584769019920935, + 1.8887396586517569, + 1.9186867452563883, + 1.9500853964337606, + 1.976379503976525, + 2.006398225083534, + 2.0364045287705235, + 2.065255642359883, + 2.094354273310526, + 2.123169876136622, + 2.151840896982667, + 2.1825104552338286, + 2.209614107014591, + 2.2379038403594063, + 2.268519467509112, + 2.2956868434063153, + 2.324032993858388, + 2.3526782810139992, + 2.3805526532271855, + 2.4091457038144415, + 2.4374486574593512, + 2.4667674255617706, + 2.4934568439671354, + 2.5220688495350534, + 2.549896503973567, + 2.57763454053182, + 2.607444326405255, + 2.632786873158916, + 2.6612135357609628, + 2.6881538714339146, + 2.7156753555105015, + 2.744344230556474, + 2.77053840893666, + 2.7982194936090576, + 2.8254635468686353, + 2.853400452583089, + 2.8802790314428486, + 2.9064049689093294, + 2.933813805612468, + 2.960369042021647, + 2.986625304815428, + 3.014251902877345, + 3.040686555416659, + 3.06751789371253, + 3.093801538632301, + 3.120326564399405, + 3.146935652182399, + 3.1728389870314055, + 3.1997839619552186, + 3.2256290371931535 ], "p10": [ - 1.4529421302503822, - 1.4800805095112821, - 1.5073723389198008, - 1.5330372858669217, - 1.559540178014068, - 1.5859955543082154, - 1.6125962240498901, - 1.6392665198622118, - 1.6645051186475288, - 1.6920619781835577, - 1.7171207524695657, - 1.7452318932289288, - 1.7693589768459355, - 1.7943415282233708, - 1.819862741566953, - 1.8468847043999894, - 1.873808043049962, - 1.8961978137256281, - 1.924597666682754, - 1.9473695384688512, - 1.9724141291071138, - 1.9981314823696414, - 2.024807518140948, - 2.0492636447327217, - 2.0737522019856542, - 2.0977115379379145, - 2.1222151743539617, - 2.1478897551080367, - 2.171793550921041, - 2.196590283971069, - 2.2217013535679695, - 2.247027117618247, - 2.272916186704268, - 2.293748290416331, - 2.3177126610921057, - 2.3417984597532393, - 2.366926598565051, - 2.3908712931938148, - 2.417117458825181, - 2.4402593186400865, - 2.4626936714788066, - 2.486627554944326, - 2.5084728118944435, - 2.5332594505152186, - 2.5557554922287236, - 2.579155081538254, - 2.6039805456138967, - 2.625075401050705, - 2.648355616814719, - 2.6715122466727, - 2.694372115655559, - 2.7200356126017287, - 2.74069809330824, - 2.763466144448653, - 2.7861909083942145, - 2.80857066572049, - 2.8311899383809473, - 2.8531433106242043, - 2.877479196260809, - 2.8983331896421065 + 1.5499417453238602, + 1.5796416773677664, + 1.608279629365942, + 1.6391316212931357, + 1.6690139928420644, + 1.6988720851448804, + 1.7286247976124862, + 1.7585321467858694, + 1.7895197947836057, + 1.8181602560283343, + 1.8502520240456428, + 1.8779123237277484, + 1.9074608607654373, + 1.9378275240915916, + 1.9661263292852647, + 1.9959281967658427, + 2.0248664179351743, + 2.0560009030687003, + 2.0843990692775938, + 2.1115980954069564, + 2.1414222849570717, + 2.170034005534438, + 2.1988436092265893, + 2.226557871823582, + 2.2589790003074115, + 2.2878802495921575, + 2.312727703956858, + 2.341032374807705, + 2.369217600733982, + 2.3977865747591496, + 2.42665388500412, + 2.4555749696897573, + 2.481985083845825, + 2.5116736228031242, + 2.5396165591935738, + 2.5684237594347135, + 2.5977493773083746, + 2.622573183366816, + 2.649942481347571, + 2.677529461419355, + 2.705318058533696, + 2.7337677195165018, + 2.759536304418488, + 2.7879434085158303, + 2.813665127722803, + 2.8418846730497953, + 2.8690202095252495, + 2.8952897382095806, + 2.922259157298508, + 2.951639737686649, + 2.9764196609549836, + 3.003975817784118, + 3.030195448794058, + 3.055931768225361, + 3.0829063559849907, + 3.109620758050002, + 3.135805839962134, + 3.162406456117337, + 3.1884866948352526, + 3.215225968132126 ], "p90": [ - 1.4740016509299312, - 1.5030887837214209, - 1.5330784871150622, - 1.5580324555546323, - 1.5824894885263558, - 1.6076465950923011, - 1.634798744873817, - 1.6636469854411609, - 1.687206042918098, - 1.713298820731677, - 1.7393170659533967, - 1.765387756741287, - 1.7894595749469782, - 1.8172084935216852, - 1.8409257120445042, - 1.8690090460899267, - 1.8941201171883553, - 1.9206201869240318, - 1.9446062197272975, - 1.9691816474608164, - 1.9996451822234071, - 2.018696686934126, - 2.04540938008531, - 2.0696662542937982, - 2.0956079180548794, - 2.118641591306726, - 2.144946192173117, - 2.170998368211725, - 2.192561551073346, - 2.222195740553905, - 2.244065469749488, - 2.268055174863827, - 2.294464687095082, - 2.315044302082175, - 2.342872491404804, - 2.36365469865915, - 2.392647457929241, - 2.4124296559891216, - 2.4375371764386218, - 2.4579018994578523, - 2.4828107054457327, - 2.5074443351301308, - 2.530345505519269, - 2.5559239373973277, - 2.582125014328475, - 2.599778830137395, - 2.6231167743389148, - 2.647507133258149, - 2.6694371747473715, - 2.6940970393783963, - 2.716087367143085, - 2.7403227778473855, - 2.762088695584012, - 2.7848803429777145, - 2.809351994734679, - 2.8310384279149514, - 2.8528767182427814, - 2.875847077301905, - 2.89783961858921, - 2.921049162202426 + 1.5701530796549379, + 1.6001442537777082, + 1.6304477135442568, + 1.6606864593750816, + 1.689890874925904, + 1.725200966146259, + 1.7522584955702274, + 1.7823915133966926, + 1.8149634979610598, + 1.8432026126069398, + 1.8690472801221942, + 1.9000446534308189, + 1.9304427510766322, + 1.9583007342735201, + 1.9878441363614012, + 2.0165731783269205, + 2.0472341548181543, + 2.077270427462069, + 2.104651894866178, + 2.1336769146463106, + 2.1629625097635783, + 2.194711566831375, + 2.221165486471605, + 2.249657461559645, + 2.2829301470259287, + 2.3066402074515913, + 2.333634082730588, + 2.3631614662207303, + 2.391383263339027, + 2.420558730654226, + 2.4498504513852324, + 2.4777961539650173, + 2.504690659323533, + 2.5324627331777343, + 2.560679719409876, + 2.592383232600596, + 2.6214121642762898, + 2.6428792302761956, + 2.6731282024279848, + 2.703110478984027, + 2.7259059761998556, + 2.757086568329144, + 2.7800497553547494, + 2.808671232664955, + 2.8390261865735633, + 2.8634244198545185, + 2.891913971470635, + 2.918749208830393, + 2.944116192290722, + 2.971439238510462, + 3.001143081889885, + 3.0261984942112146, + 3.0520997864381907, + 3.078658687074972, + 3.103739169492206, + 3.1296991325146957, + 3.1592412096039135, + 3.183879315667267, + 3.2142231119771787, + 3.238317046434677 ], "timestamps": [ - "2026-06-17 21:36:00", - "2026-06-17 21:42:00", - "2026-06-17 21:48:00", "2026-06-17 21:54:00", "2026-06-17 22:00:00", "2026-06-17 22:06:00", @@ -795,6 +792,9 @@ "2026-06-19 03:12:00", "2026-06-19 03:18:00", "2026-06-19 03:24:00", - "2026-06-19 03:30:00" + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00" ] } diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 5d9c2d736488dbba5d4f1342807594aeffde080a..3094eb85b1d236583dd1cd244c1d732f2a12f2df 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T03:22:43.299123+00:00", + "evaluated_at": "2026-06-19T12:53:48.767077+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, 21.0, 21.0, 21.0, @@ -101,10 +90,7 @@ 19.0, 19.0, 19.0, - 19.399999618530273 - ], - "actuals": [ - 19.0, + 19.399999618530273, 19.0, 19.0, 19.0, @@ -115,6 +101,9 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 18.899999618530273, 19.0, @@ -127,88 +116,98 @@ 18.0, 18.0, 18.0, - 18.0 + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 18.99771197112762, - 19.05448498969431, - 19.037703115502158, - 19.041902953294215, - 19.040732436769133, - 19.041049828625738, - 19.040959331436788, - 19.040983136259225, - 19.040977568247456, - 19.041289290746878, - 19.040978024299115, - 19.042343738265263, - 19.040979745744323, - 19.044191562304775, - 19.04097795203077, - 19.0428132253246, - 19.04097975394431, - 19.041027929370287, - 19.04103629763567, - 19.04234370832486, - 19.040966011054138, - 19.041395811732844, - 19.040979377421127, - 19.040978212587866 + 18.81805248157969, + 18.817073091348636, + 18.81696725189866, + 18.817859506862746, + 18.817970619838842, + 18.817765613096878, + 18.818038111113992, + 18.817970619286474, + 18.817764367553664, + 18.817859509114484, + 18.81805557754658, + 18.818055577546446, + 18.817688255663224, + 18.817953405001262, + 18.81803811108214, + 18.81805232234863, + 18.817953405001266, + 18.817764367551803, + 18.81768825566322, + 18.817962012147724, + 18.817764367551803, + 18.817763121875007, + 18.817953405001266, + 18.818058591879872 ], "p10": [ - 18.380643739328576, - 18.57028428309275, - 18.637685406355846, - 18.53904221087339, - 18.543295085837688, - 18.54361247769429, - 18.543525050914443, - 18.527424573877862, - 18.42035146591074, - 18.64097734956065, - 18.556954325585632, - 18.52741940293522, - 18.430236905282605, - 18.73191970597637, - 18.36947964118477, - 18.624999695371514, - 18.42035289846631, - 18.543543932078595, - 18.43023691352647, - 18.527419372994817, - 18.544144501611918, - 18.556954434284137, - 18.55837776013647, - 18.544144501612195 + 18.384656814841012, + 17.969586995183846, + 18.183652751152092, + 18.417971738726948, + 18.31372814309766, + 18.19824646527246, + 18.18365274187119, + 18.35700269893554, + 18.415507766052627, + 18.417971740978683, + 18.39206531233052, + 18.384656655609923, + 18.38772931746181, + 18.35700269894324, + 18.38465665560995, + 18.30234212732217, + 18.417971740979134, + 18.357002698943244, + 18.35267524330422, + 18.199867990244723, + 17.969587033692044, + 18.199867990244723, + 18.199867990244723, + 18.38465665560995 ], "p90": [ - 19.469560287612786, - 19.56327934804342, - 19.536175144063442, - 19.524899320698754, - 19.544117838583407, - 19.54443523044001, - 19.573186022215243, - 19.551378025971196, - 19.577582316294684, - 19.555752065234472, - 19.61699324998205, - 19.84224254446985, - 19.54213069590203, - 19.573204905638114, - 19.548947037985922, - 19.639518274437645, - 19.548947038564215, - 19.551372825100238, - 19.543857756607583, - 19.577583748898725, - 19.542130704149226, - 19.544366684811312, - 19.53915752238717, - 19.8532673148927 + 19.207119928320633, + 19.023255286648457, + 19.20677121638789, + 19.324127465555136, + 19.234585695471694, + 19.289161601809653, + 19.210256827251413, + 19.212689713982602, + 19.21025682722142, + 19.283280068219042, + 19.210256827219666, + 19.21025682721953, + 19.206771207075136, + 19.20711976908957, + 19.23458569492703, + 19.002477380483, + 19.283280068219494, + 19.206771207075132, + 19.283280068219494, + 19.283868221591682, + 19.198120506134565, + 19.23458569492703, + 19.198985576228623, + 19.283280068219494 ], "timestamps": [ - "2026-06-18 17:00:00", "2026-06-18 18:00:00", "2026-06-18 19:00:00", "2026-06-18 20:00:00", @@ -327,6 +326,7 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c58cdfae8423298a47597c9b8a3188cdbdaf12d3..fecd0797fbb6c058af660cce8fd223b4ef502df0 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T03:22:43.329686+00:00", + "evaluated_at": "2026-06-19T12:53:48.832934+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index a28b9ecbd14a3c5ced5cf8f00483ee15162c5d3c..0a04b9b10e016459588f0c1ced852d90ef87c135 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T03:22:43.378569+00:00", + "evaluated_at": "2026-06-19T12:53:48.916475+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a622ed9e601f7313dd1a19e2decbf5adb934f8ca..f09e3626972d5fb89440b10bf8e512484069975c 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T03:22:43.413874+00:00", + "evaluated_at": "2026-06-19T04:52:57.542806+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 0799530b941c2038ccf397a8ccd2391dbcbb4e80..ba5b7f8fdb28ea813c18ac98efe034ce4aa9ee16 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,37 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T03:48:43.090317+00:00", + "evaluated_at": "2026-06-19T12:53:48.968025+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 71, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 9b075e48fd70a343396d31d617649b0691a3ac3b..46d56699873b6f0fb7611e25474ce9d4f276c331 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,4 +10,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,3.700,3.300,3.700,3.900,3.700,2.900,3.700,3.900,3.700 -2026-06-19,Chronos-2,4.400,3.700,4.400,4.300,4.400,3.500,4.400,4.300,4.400 +2026-06-19,Chronos-2,4.400,3.500,4.400,4.200,4.300,3.500,4.400,4.200,4.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 4c4a63afacf060f6c7796cd819c69f46b571746e..b1b9dbcd5bdc5aa372305f21a3835ecfee04e021 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.14,3.74,4.14,4.06,4.18,3.42,4.14,4.06,4.14 +2026-W25,Chronos-Bolt-Mini,4.14,3.7,4.14,4.04,4.16,3.42,4.14,4.04,4.12 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..28266c2af64d7741d78cf9423b9658e1114ee38a 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,4525259.544978459,4525259.544978459,1855.7430013020833,1.6869219447355295,0.029319271571139335,0.028762615130256963,20.49445301699377,2127.265743854881,0.03340127692666375,0.029137960816726947,0.019117885309381556,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.2636181896623384,0.2636181896623384,0.41401322682698566,0.23349983671001576,0.017847168659734923,0.01761600110836976,1.959125489732039,0.5134376200302607,0.022199109404753965,0.017900373012802992,0.020483897112699892,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.05918562287327038,0.05918562287327038,0.1723447491725286,0.1939817927602084,0.14520350196882978,0.17627918454813168,0.7543168396897665,0.24328095460448682,0.16717083473303482,0.11842692588849187,0.11067854040842463,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.09648264034474646,0.09648264034474646,0.28134051627582973,1.5581932856794607,0.19988891644248957,0.1777961879123805,10.122785055207828,0.31061654872969413,0.21058749671563104,0.1907393385494351,0.12480516112869829,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,1.2451256000957376,1.2451256000957376,0.9612921873728434,1.195389217043619,0.05242452172001679,0.05061138950457242,9.647567969140878,1.1158519615503382,0.05992492155507006,0.05162455317082011,0.03346227818333205,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.01831377944821,39.01831377944821,5.246808608373006,0.43935809568653,0.18884457881490724,0.18705193530066402,2.0052226031688942,6.246464102149969,0.21398107861225618,0.17973652724671846,0.16086761067692262,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.627711607526635,1.627711607526635,1.1214147408803303,0.548919651323038,0.04337233681957694,0.04288373912441626,4.0964594912680665,1.275818015050201,0.04967493697021059,0.0436631289992433,0.0342768607349334,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,33.86120499855588,33.86120499855588,5.188571612040202,0.9530029491502412,0.6297438491113121,0.4386743088488095,9.515223354709391,5.819038150635883,0.5654126138269684,0.5041527072427726,0.35584814472344345,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,0.5393722628553709,0.5393722628553709,0.6888326009114584,0.025433819110576922,0.0002599368305326258,0.0002599668287220067,1.5076423527644234,0.7344196776063199,0.0002771395009835169,0.0002599368305326258,0.0019389611756693308,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..e1ef5eed2f86cc72d23fb180b99f0f3cd5debc68 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,26 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-19T03:45:00.101479+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T03:44:17.277795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", + "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", + "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "context_length": 71, + "prediction_length": 72 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index c278fc3b1f97bae165d4f1135a24a52bd070b112..1c47a97e27c531f9fd82b6df97b4f154fff17a42 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -1,12 +1,9 @@ { "binance_btcusdt_1h_close": 60, - "nasa_power_shanghai_hourly_T2M": 3600, "noaa_coops_sf_water_level_water_level": 360, - "noaa_ndbc_46013_realtime_wave_height": 600, "nws_ksfo_observations_temperature": 3600, "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, - "usgs_earthquake_all_week_hourly_earthquake_count": 3600, "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 8b588eb522b06c1eaf15612bc88a933770b69f3b..f0e4ed7b0e579b5e57f580e52188220a345559f6 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,12 +1,8 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 -nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 -noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 -usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index b5fc16d7410c226ff61b3f52dcd1404e1763dadf..689c3b203f7183eaf2a01a47cf297eceecf68923 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,1191158.974249787,1154335.0265473472,816.8154304431382,0.7425079191710923,0.012952003923995072,0.012808139316733635,17.944000862482635,1091.4022971616776,0.017136660274439608,0.012825232798965478,0.012078491203113951,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,0.9514946903994796,1.0571485294759237,0.8420700330223051,0.4749201292819416,0.03574040153658981,0.0363175545886661,2.3788437995932497,0.9754458931173372,0.04217460749847952,0.03640793751814526,0.02806017069390227,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.1214873826353535,1.1255913960109258,0.8120545816452565,0.9140040780064385,0.6633359161029525,0.41506651358687896,33.56031651260068,1.0590030135157094,0.7276953431970603,0.5580043965345376,0.5489637207606068,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.7080286627796777,1.7132483063885102,1.0491233997147575,1.1771700060515755,0.8781180613028144,0.5112442337810302,43.752780373679,1.3069157060727665,0.9148546630007971,0.7343973523559869,0.7243531425301144,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.16187769533256938,0.15820161721149784,0.360960975497976,1.9991680397068181,0.25489346952269964,0.2204586284750049,37.39548817272185,0.4023402730681697,0.27277307432528797,0.24471931245459838,0.23196856814450795,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,0.2570462701562802,0.25882680774881117,0.4286892082645169,0.5330850117724014,0.02297482289575863,0.02335040780511007,4.834196002446176,0.5069973078392825,0.027227423482492245,0.0230220208969874,0.01986969511209379,Weather,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.8181922732858234,0.8530660735226548,0.8008071560744187,1.0259450970573691,0.04552879481590416,0.04416962235563262,6.956624711707376,0.9045398129910167,0.05040388877757732,0.04462356907607325,0.04043786423406707,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,54.73751930836564,55.8178449774667,5.872422551665509,0.4917458558044218,0.1969820216008263,0.2050586637491739,4.358000201899829,7.398480878421302,0.2534449718380426,0.2011677792624821,0.1713585535927003,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,757.1250815825464,750.3561289370804,24.52689725752822,12.00563484663082,0.9748558397634474,0.6146567562956363,451.0873008655208,27.515905974227824,1.0713525587693047,0.9549732492957506,0.9467736612538834,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,52.80949695624562,60.51268300270831,7.187729483404563,1.3201952112375726,0.8574372070681996,0.5518035231814648,4.591071083877352,7.267014308245555,0.7061066534327665,0.698402864784249,0.48984963073501336,Hazards,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 58e6a862bca7d21417a49739568716ebac27c869..a622c4c4e788a04453148736d6bae0854da07d1a 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T03:48:43.169295+00:00", + "evaluated_at": "2026-06-19T12:53:49.042643+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2b6e7823e5ee3aadeeb49bf992054a9f88ceeb6b..9bdddf42f4f23b9a5b60d96ddead88fd0b4e7b88 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-19T03:48:43.190456+00:00", + "evaluated_at": "2026-06-19T12:53:49.103116+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5980000495910645, - 1.6130000352859497, - 1.6299999952316284, 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.3630000352859497, 1.3940000534057617, 1.4210000038146973, - 1.4450000524520874 - ], - "actuals": [ + 1.4450000524520874, 1.468000054359436, 1.5049999952316284, - 1.5360000133514404, + 1.5360000133514404 + ], + "actuals": [ 1.5479999780654907, 1.565000057220459, 1.590999960899353, @@ -307,198 +304,198 @@ 1.0140000581741333, 1.0, 0.9829999804496765, - 0.9660000205039978 + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945 ], "p50": [ - 1.4777229255644675, - 1.5025746481117475, - 1.5259262409593204, - 1.5557779587382288, - 1.5796295749508225, - 1.610481160645838, - 1.6368328340788907, - 1.6666844326485095, - 1.690536108465748, - 1.7178877094195526, - 1.7442393828526053, - 1.768090999065199, - 1.7979426572394626, - 1.8297943492691644, - 1.8536459058771133, - 1.8814975301959387, - 1.9053492060131771, - 1.9362007917081927, - 1.9585525166396585, - 1.9839041433426696, - 2.007755759555263, - 2.0321073991328777, - 2.0644589729665688, - 2.094810557648305, - 2.120662267320982, - 2.144513883533576, - 2.1738655779474634, - 2.1962171836696394, - 2.2275688523343207, - 2.2544204895277495, - 2.2792721003163203, - 2.30562373649647, - 2.3339754735872833, - 2.358827017320629, - 2.3886786754948925, - 2.414030332000226, - 2.442881913642126, - 2.465233541716044, - 2.4945852510310926, - 2.524936835712829, - 2.5457884532963297, - 2.572140104377641, - 2.5979917395445113, - 2.627843353015291, - 2.6601949492007244, - 2.6790466297863347, - 2.70689825410516, - 2.734249974268254, - 2.7676015575790838, - 2.790453223919184, - 2.8243047933421312, - 2.8391564658215094, - 2.8710081354994696, - 2.8973598089325225, - 2.9307113996939327, - 2.9505630227014557, - 2.972414724267901, - 3.000766304896522, - 3.0351179423879735, - 3.0639695538321954 + 1.5701494738609745, + 1.6039429028177636, + 1.626736398889383, + 1.6595298556219367, + 1.6928233804229949, + 1.7251167988893668, + 1.754910279344569, + 1.790703734706216, + 1.8144971881009095, + 1.8447906248659074, + 1.8780841496669656, + 1.9048775718884299, + 1.9376709913680807, + 1.9749645168247898, + 2.0032579346355104, + 2.036051436071548, + 2.0603448979301007, + 2.096138479951618, + 2.124431890311758, + 2.1502253477595676, + 2.1795188197509106, + 2.2118122978219272, + 2.249605734884948, + 2.2763991943593154, + 2.3111926104415015, + 2.337986144421675, + 2.3727794859980547, + 2.398573077556315, + 2.4308665928802347, + 2.4601600127175134, + 2.492453528041433, + 2.5222469116390878, + 2.55504047267977, + 2.5863339040207447, + 2.619127226642848, + 2.649920813432736, + 2.6807142214086905, + 2.7045077642103514, + 2.7403012419237402, + 2.7750946580059264, + 2.7978881913304487, + 2.828681658911048, + 2.854475071655374, + 2.891768522606277, + 2.9235620369169175, + 2.952355530246723, + 2.983648961587698, + 3.0129424410296215, + 3.0522358662313183, + 3.0785294215499546, + 3.1148228406719776, + 3.135116294424299, + 3.1684097670712927, + 3.203203183153479, + 3.23849667475475, + 3.26079016981309, + 3.291583637393689, + 3.3208771391873544, + 3.358170567786516, + 3.388964035367115 ], "p10": [ - 1.4267229861227866, - 1.4555745975670087, - 1.4804262633036116, - 1.5122779227370233, - 1.534129537690469, - 1.559881132607813, - 1.5878328092833585, - 1.6193844664324222, - 1.6444360999780465, - 1.6683877233782154, - 1.695239358057073, - 1.7220909952505017, - 1.7589426512193935, - 1.7776942511360772, - 1.8085458934555054, - 1.8303975863606503, - 1.856349181217645, - 1.882100805751047, - 1.9100524556045022, - 1.9359040460678894, - 1.9637557299913595, - 1.9925073486835065, - 2.0174590043782166, - 2.044210639878873, - 2.071162278765074, - 2.106613921465972, - 2.124865553151931, - 2.1516171911671584, - 2.1785688275387884, - 2.207220441837328, - 2.23717209248427, - 2.260023781455508, - 2.2946753775522795, - 2.312827013505932, - 2.338478612504704, - 2.368530262143582, - 2.3933819250862176, - 2.424033513356154, - 2.4450852252222814, - 2.4765368508762506, - 2.500788473859932, - 2.527640111053361, - 2.5544917482467895, - 2.5822434274972554, - 2.612995020440196, - 2.6350466598270756, - 2.6608982502904626, - 2.6887499367285033, - 2.7185015877151923, - 2.744253185705901, - 2.774104843600768, - 2.796156482987647, - 2.8280081422347947, - 2.859859776149968, - 2.8816113851265577, - 2.902462992279245, - 2.9352146667613397, - 2.9571663044554475, - 2.9880178990911594, - 3.0129695547858697 + 1.5220494914018763, + 1.5519429191606122, + 1.5827363870206081, + 1.617429807556751, + 1.6482232751373502, + 1.6771167612192313, + 1.7039102802982433, + 1.7416037126882602, + 1.77049721069107, + 1.8002906315416276, + 1.82708415062064, + 1.8598775924520323, + 1.8996710633704916, + 1.9214645276132305, + 1.9581579818185475, + 1.983051462774429, + 2.0138449303550274, + 2.04663837218642, + 2.075431865516226, + 2.106125331404053, + 2.1370188006774242, + 2.1678122682580234, + 2.198605735838622, + 2.2312991849179395, + 2.2601926735143913, + 2.299586194751837, + 2.323779580411812, + 2.3525730737416177, + 2.386266557630048, + 2.4231600122406762, + 2.4449534764834153, + 2.4757469465785853, + 2.515140417152083, + 2.5391338560509267, + 2.567027307323695, + 2.6018208306942414, + 2.6297142819670096, + 2.662407731046327, + 2.6913012199221757, + 2.7269946752674317, + 2.7498881849527517, + 2.7834816224449264, + 2.8123751144872715, + 2.8452685550312036, + 2.8807620157453475, + 2.9068554901924015, + 2.9366489378650495, + 2.9704423996043934, + 3.0031358486837108, + 3.030929402571836, + 3.0694228306226345, + 3.0916162984699644, + 3.1233098055930295, + 3.161903232076971, + 3.186896714725625, + 3.2117901450175577, + 3.2495835820805787, + 3.276277099466819, + 3.307170571254761, + 3.33796403883536 ], "p90": [ - 1.5087229436842795, - 1.535574640482353, - 1.5595262572701314, - 1.588377974140069, - 1.6161295520626389, - 1.6439811763814642, - 1.6678327329894131, - 1.6976844507683215, - 1.7216361312585642, - 1.7504877367423217, - 1.777339370955518, - 1.8031910716874981, - 1.830942649610068, - 1.8587942739288934, - 1.885645911122322, - 1.912697521526443, - 1.937449263615106, - 1.96430089484807, - 1.9930524598960366, - 2.017004140386279, - 2.0419557841600606, - 2.071707449582249, - 2.100459008669751, - 2.125410723969106, - 2.1531622959312116, - 2.1800139331246404, - 2.2068655166738886, - 2.2307171865306623, - 2.2605687851002814, - 2.2875204776306624, - 2.31227203345481, - 2.3391237820344184, - 2.365975378249654, - 2.3939270899429284, - 2.4246786553187203, - 2.4466303265404403, - 2.473481972674566, - 2.5002336051949907, - 2.5290851629950324, - 2.553936839721241, - 2.5807884798949026, - 2.6096401282194988, - 2.634591786894441, - 2.6633434026063556, - 2.689295105031108, - 2.7170466769932133, - 2.740898293205807, - 2.7687499771292767, - 2.797601588573499, - 2.8254532128923247, - 2.8513048629603563, - 2.8762565037539054, - 2.9050081373472136, - 2.9328597616660392, - 2.9597113988594677, - 2.984663108198358, - 3.012414686120928, - 3.039266269670177, - 3.0661179068636053, - 3.090969583589814 + 1.604149393752332, + 1.633942933812179, + 1.6627363902616108, + 1.695529868973377, + 1.7224233808044647, + 1.7581167912599722, + 1.7870103309860332, + 1.8197037264211704, + 1.848597272107696, + 1.8802906744569718, + 1.9120840725385553, + 1.9378775419072936, + 1.9716710692117467, + 2.0044645319047647, + 2.0342579527553224, + 2.066051467065963, + 2.0948449395341426, + 2.1267384078538396, + 2.155431871551196, + 2.1892252807639467, + 2.219018817843562, + 2.2508122457274675, + 2.28060575300476, + 2.3114992163176664, + 2.3431926484692647, + 2.3719861388188384, + 2.4037796233271562, + 2.4316730626789957, + 2.4653665048441744, + 2.4971600131943505, + 2.5249534784205663, + 2.557746961230152, + 2.58464047306124, + 2.6173338923382343, + 2.6491274364511974, + 2.6810208243046234, + 2.7118142948654547, + 2.74160783194507, + 2.7743011618150977, + 2.8020947276241515, + 2.8339881482601323, + 2.8657816297882186, + 2.8934750836359076, + 2.928368558035278, + 2.958162035510248, + 2.988855507358539, + 3.0177489964206523, + 3.0474424215389027, + 3.081235910100337, + 3.1130293648063327, + 3.143822772782287, + 3.1736163128421344, + 3.2034097724357107, + 3.235303246715872, + 3.2659967155839316, + 3.2967901831645303, + 3.3275836507451295, + 3.3583771183257287, + 3.389170585906328, + 3.4199639938822823 ], "timestamps": [ - "2026-06-17 21:36:00", - "2026-06-17 21:42:00", - "2026-06-17 21:48:00", "2026-06-17 21:54:00", "2026-06-17 22:00:00", "2026-06-17 22:06:00", @@ -795,6 +792,9 @@ "2026-06-19 03:12:00", "2026-06-19 03:18:00", "2026-06-19 03:24:00", - "2026-06-19 03:30:00" + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00" ] } diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index 1692415da304bf17031b1f290216e1b4505d2a79..bdd8e39b6d7c70167be641231cb8d9ddc7e24811 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T03:22:43.511272+00:00", + "evaluated_at": "2026-06-19T12:53:49.172316+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, 21.0, 21.0, 21.0, @@ -101,10 +90,7 @@ 19.0, 19.0, 19.0, - 19.399999618530273 - ], - "actuals": [ - 19.0, + 19.399999618530273, 19.0, 19.0, 19.0, @@ -115,6 +101,9 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 18.899999618530273, 19.0, @@ -127,88 +116,98 @@ 18.0, 18.0, 18.0, - 18.0 + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 19.0649293503156, - 18.989505484059222, - 18.91408161780284, - 18.838657751546457, - 18.763233885290074, - 18.687810019033694, - 18.61238615277731, - 18.53696228652093, - 18.46153842026455, - 18.386114554008167, - 18.310690687751784, - 18.2352668214954, - 18.15984295523902, - 18.08441908898264, - 18.008995222726256, - 17.933571356469876, - 17.858147490213494, - 17.78272362395711, - 17.707299757700728, - 17.63187589144435, - 17.556452025187966, - 17.481028158931583, - 17.4056042926752, - 17.33018042641882 + 18.979621966892477, + 18.95814142252147, + 18.936660878150462, + 18.915180333779457, + 18.89369978940845, + 18.872219245037446, + 18.850738700666437, + 18.82925815629543, + 18.807777611924426, + 18.78629706755342, + 18.76481652318241, + 18.743335978811405, + 18.7218554344404, + 18.700374890069394, + 18.678894345698385, + 18.65741380132738, + 18.635933256956374, + 18.61445271258537, + 18.59297216821436, + 18.571491623843354, + 18.55001107947235, + 18.528530535101343, + 18.507049990730334, + 18.485569446359328 ], "p10": [ - 18.0649293503156, - 18.52950582738198, - 18.794081350774032, - 17.838657751546457, - 17.763233885290074, - 17.687810019033694, - 17.61238615277731, - 18.136962667990655, - 17.46153842026455, - 18.28611417253844, - 17.310690687751784, - 17.2352668214954, - 17.759843336708748, - 17.08441908898264, - 17.008995222726256, - 16.933571356469876, - 16.858147490213494, - 17.382724005426837, - 16.707299757700728, - 16.63187589144435, - 17.156452406657692, - 17.08102854040131, - 17.005604674144926, - 16.33018042641882 + 17.979621966892477, + 17.95814142252147, + 17.936660878150462, + 18.515180715249183, + 18.58370051420093, + 17.872219245037446, + 17.850738700666437, + 17.82925815629543, + 18.407777993394152, + 18.4762977923459, + 18.364816904652137, + 18.28333632213416, + 18.421856197379853, + 18.30037527153912, + 18.27889472716811, + 18.557413419857653, + 18.2359336384261, + 18.214453094055095, + 18.132972511537115, + 17.571491623843354, + 18.150011460942075, + 17.528530535101343, + 18.10705037220006, + 18.085569827829055 ], "p90": [ - 19.464928968845875, - 19.629505827381973, - 19.91408161780284, - 18.958658018575264, - 19.223233541967318, - 19.087809637563968, - 19.032385847601528, - 19.17696262984368, - 19.46153842026455, - 18.78611417253844, - 18.710690306282057, - 18.87526716481815, - 18.759843336708748, - 19.08441908898264, - 18.648995566049006, - 18.933571356469876, - 18.27814718503771, - 18.42272396727986, - 18.107299376231, - 18.031875509974622, - 18.196452368510716, - 17.881027777461856, - 18.04560463599795, - 18.33018042641882 + 19.37962158542275, + 18.95814142252147, + 19.23666011521101, + 19.3751799904567, + 19.89369978940845, + 19.27221886356772, + 19.150737937726984, + 19.129257393355978, + 19.107776848984972, + 19.186296686083693, + 19.064815760242958, + 19.14333559734168, + 19.021854671500947, + 19.00037412712994, + 19.07889396422866, + 19.057413419857653, + 19.095932913633618, + 18.92445198779289, + 19.052971824891603, + 18.67149200531308, + 18.95001069800262, + 18.82852977216189, + 18.907049609260607, + 18.79556872156685 ], "timestamps": [ - "2026-06-18 17:00:00", "2026-06-18 18:00:00", "2026-06-18 19:00:00", "2026-06-18 20:00:00", @@ -327,6 +326,7 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 5f4ea481c05680d3e0f0ee7b12ffe4597d944ad8..7c00a4f829f5e42cce0a0551305fbffec84ccd1c 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T03:22:43.534252+00:00", + "evaluated_at": "2026-06-19T12:53:49.226475+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 95fd2ae8d999661ccf0121b0bacf83783df3714e..5ce3a5812b6a6f6dc95217944c691f7d366f7292 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T03:22:43.555302+00:00", + "evaluated_at": "2026-06-19T12:53:49.302190+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8d6dcdb76356828519c326b35e61e79017d01364..9c40d51f33c673cbafda326d0a6e9c926e0a4084 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-19T03:22:43.575410+00:00", + "evaluated_at": "2026-06-19T04:52:57.615144+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 1ff96f680955f8847ea878cbfc3c0367c0132808..fde725cec5956eeef89b3e6b784653287934cde7 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,37 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T03:48:43.230573+00:00", + "evaluated_at": "2026-06-19T12:53:49.342910+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 71, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 629c9c27b8543bacb69e0c5ea754fdaf724915d6..cd841dc4d76c260268bd7ade5323c9bd71260a37 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1521,3 +1521,10 @@ {"evaluated_at": "2026-06-19T03:48:43.304036+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-19T03:48:43.304036+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-19T03:48:43.304036+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-19T04:52:57.685276+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T04:52:57.685276+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-19T12:53:49.700276+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T12:53:49.700276+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-19T12:53:49.700276+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-19T12:53:49.700276+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-19T12:53:49.700276+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index b549ea49c42be0d66d54e28894cf6508741d1e4e..4907f27726f1722bb325584c24fb84af59b644af 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,2976970.8600683515,2900099.972834121,1541.2992281729748,1.4010838190334534,0.024334418604790225,0.023976029527836635,38.79174977163109,1725.3900602670549,0.02709122326440491,0.024200719865759574,0.02325250139544322,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.8971895065826423,2.22177218333219,1.1928848628381001,0.6727766231559213,0.050153502356709755,0.05216584472972252,2.6699454011537918,1.3773850248142827,0.05955294210135966,0.05157584980987017,0.040862303023455046,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.21379396674342963,0.21160861303406148,0.40346615056034046,0.4541193600589853,0.2571242059983732,0.30549287028083494,16.142189853968052,0.46237859676181986,0.31772407383482526,0.2772423072958975,0.2697752721247251,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.1391542412059655,0.13782776242555025,0.3249090978611643,0.3645645924963909,0.21355689225728783,0.23991410129888308,12.38038054833306,0.3730338338622457,0.26112758518408896,0.22743976665708418,0.21936733024135815,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03027841570105661,0.029067880155810615,0.14024142669858758,0.7767215769292346,0.09978358320829323,0.09388581460727397,7.764646295008055,0.1740069415312407,0.11797081120779354,0.09507893608715812,0.08508276931115581,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,3.1489134945342045,3.1499022906055973,1.7082894935942516,2.1242977598854056,0.09248041837532679,0.0880380015007791,19.078732219280727,1.774517820292094,0.09529744521964578,0.09174076618080833,0.08429291605510171,Weather,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,2.5714547826799143,2.641547089316905,1.5085526633680917,1.9326653076155866,0.0852953387484311,0.08121506772821113,23.788203817399296,1.6035756242472365,0.08935642881624555,0.08406144159436628,0.07856797939333784,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,112.82828859724812,108.47139720429514,9.00460174765753,0.7540287766458498,0.371794339712455,0.29048799201288306,11.147577300529335,10.622066117156686,0.3638732453545313,0.3084648151222666,0.27917783286034314,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.6973809320049114,3.5822022850455717,1.7117040620316721,0.8378595025075736,0.06664474350392564,0.06638104817892915,8.507794133451965,1.922857491340664,0.07486790714527283,0.06664648906821638,0.056991976288172194,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,37.27313316182073,43.49267557698973,6.036676646706586,1.1087773432726384,0.7258840374154735,0.4893669973468912,4.5910710838773525,6.1051726561843225,0.5932151568762095,0.5865596741739193,0.40016269754687656,Hazards,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 3845e566ff35eb2c66f8dc181c3011938d640a2b..0b836c531baf28c490fba9e8c35d45fe576e0318 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T03:48:43.238937+00:00", + "evaluated_at": "2026-06-19T12:53:49.364963+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2f6ddeea44d6bc67b74603f4be57f41e880e34a9..57ce3d5a576a7c42eba7b328d0ca78f46d195d45 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T03:48:43.254100+00:00", + "evaluated_at": "2026-06-19T12:53:49.397278+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5980000495910645, - 1.6130000352859497, - 1.6299999952316284, 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.3630000352859497, 1.3940000534057617, 1.4210000038146973, - 1.4450000524520874 - ], - "actuals": [ + 1.4450000524520874, 1.468000054359436, 1.5049999952316284, - 1.5360000133514404, + 1.5360000133514404 + ], + "actuals": [ 1.5479999780654907, 1.565000057220459, 1.590999960899353, @@ -307,198 +304,198 @@ 1.0140000581741333, 1.0, 0.9829999804496765, - 0.9660000205039978 + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945 ], "p50": [ - 1.0670984422728274, - 1.0650985276266787, - 1.061598483280823, - 1.0645985638663027, - 1.0615985428854677, - 1.0655984913870546, - 1.0650985276266787, - 1.0680984890028689, - 1.0650985276266787, - 1.0655984913870546, - 1.0650985276266787, - 1.0620985066458437, - 1.0650985276266787, - 1.0700985824629519, - 1.0670985018774721, - 1.0680984890028689, - 1.0650985276266787, - 1.0690984761282656, - 1.0645985638663027, - 1.0630985533758852, - 1.0600985323950503, - 1.057598534779236, - 1.0630984714194986, - 1.0665984189078066, - 1.0655984913870546, - 1.0625984704062197, - 1.0650985276266787, - 1.0605984961554262, - 1.0650985276266787, - 1.0650985276266787, - 1.063098501221821, - 1.062598500208542, - 1.0640986001059267, - 1.0620985066458437, - 1.0650985276266787, - 1.0635985469385836, - 1.0655984913870546, - 1.061098482267544, - 1.0635985543891642, - 1.0670985018774721, - 1.061098482267544, - 1.0605984961554262, - 1.0595984941288683, - 1.0625984704062197, - 1.068098429398224, - 1.0600984727904055, - 1.0610984599158022, - 1.0615985428854677, - 1.0680984890028689, - 1.0640985181495402, - 1.071098450379059, - 1.0590984856650087, - 1.0640985181495402, - 1.0635985543891642, - 1.070098507957146, - 1.0630984937712404, - 1.0580985581442568, - 1.059598501579449, - 1.0670985018774721, - 1.0690984761282656 + 1.1683267368266108, + 1.171326698202801, + 1.1633267266938212, + 1.1653267158457759, + 1.1678267730662348, + 1.1693267239520075, + 1.1683267368266108, + 1.1733267246076586, + 1.1663267104217532, + 1.1658266796061518, + 1.1683267368266108, + 1.1643266914674761, + 1.1663266433665278, + 1.1728267012426379, + 1.1703266514727595, + 1.1723266853281977, + 1.1658266796061518, + 1.1708267940470698, + 1.1683267368266108, + 1.1633267266938212, + 1.161826731104565, + 1.1633267415949824, + 1.1703267110774043, + 1.1663267029711726, + 1.1703266514727595, + 1.1663267178723338, + 1.1703265918681147, + 1.1653267158457759, + 1.1668267635890963, + 1.1653267158457759, + 1.1668267635890963, + 1.1658266796061518, + 1.1678267730662348, + 1.1683267368266108, + 1.1703265918681147, + 1.1703267110774043, + 1.1703266514727595, + 1.1633267266938212, + 1.1683267368266108, + 1.1723266853281977, + 1.164326751072121, + 1.164326751072121, + 1.1593266962358477, + 1.1658266796061518, + 1.1668267263361933, + 1.1648267520853999, + 1.1653267158457759, + 1.1638267277071002, + 1.1723266853281977, + 1.1678267730662348, + 1.1733267246076586, + 1.162826710779381, + 1.1653267158457759, + 1.1693266643473628, + 1.1738266883680346, + 1.1653267158457759, + 1.1653267158457759, + 1.163826750058842, + 1.1703267110774043, + 1.1703267110774043 ], "p10": [ - 1.0160985028311464, - 1.01809847708194, - 1.0160985056251142, - 1.0210985278650972, - 1.0160985056251142, - 1.0149984633490297, - 1.0160985028311464, - 1.0207985227867815, - 1.0189985191389772, - 1.0160985053457174, - 1.0160985028311464, - 1.0160985028311464, - 1.0260985216066096, - 1.0179984843298646, - 1.0219984894558642, - 1.0169985451675805, - 1.0160985028311464, - 1.01499849017112, - 1.0160985028311464, - 1.015098456101105, - 1.0160985028311464, - 1.0179984843298646, - 1.0160985028311464, - 1.0159985011383745, - 1.0160985028311464, - 1.0246985083386155, - 1.0160985028311464, - 1.0159985036529455, - 1.0160985028311464, - 1.0178984799362574, - 1.0209984933897707, - 1.0169985451675805, - 1.024798504070923, - 1.0160985028311464, - 1.01489846463649, - 1.01809847708194, - 1.0160985028311464, - 1.019898453907654, - 1.014098528580353, - 1.0186985170408938, - 1.0160985028311464, - 1.0160985028311464, - 1.0160985028311464, - 1.0169985448881838, - 1.0208985006376956, - 1.0160985028311464, - 1.015098456101105, - 1.0160985053457174, - 1.0189985191389772, - 1.0178984799362574, - 1.0208985006376956, - 1.0160985028311464, - 1.021098524884865, - 1.0260985216066096, - 1.0209984933897707, - 1.0149984633490297, - 1.0208985006376956, - 1.0159985011383745, - 1.019998458580658, - 1.01809847708194 + 1.1202267543675126, + 1.1193267145456496, + 1.1193267148250463, + 1.1232266677805902, + 1.1232266677805902, + 1.121326686281872, + 1.1173267377802851, + 1.1242267025897028, + 1.1223267330119135, + 1.121326686281872, + 1.1173267377802851, + 1.1193267120310786, + 1.1283267153689387, + 1.1193267120310786, + 1.1252266986557964, + 1.1193267120310786, + 1.1193267120310786, + 1.121326686281872, + 1.1193267120310786, + 1.1192267103383067, + 1.1193267120310786, + 1.1193267120310786, + 1.1193267120310786, + 1.1212266935297968, + 1.1193267145456496, + 1.1279267682024958, + 1.121326686281872, + 1.1193267120310786, + 1.1222267283389094, + 1.1283267153689387, + 1.1193267120310786, + 1.1193267145456496, + 1.1279267175385477, + 1.1211266888567928, + 1.1182266725489618, + 1.1222267283389094, + 1.1193267120310786, + 1.1212266935297968, + 1.1193267148250463, + 1.1242267025897028, + 1.1163267446944238, + 1.1191267146059993, + 1.1172267390677455, + 1.1193267120310786, + 1.1240267051646236, + 1.1193267120310786, + 1.1183266921231272, + 1.121326686281872, + 1.1232266677805902, + 1.120226754088116, + 1.1279267145583156, + 1.1193267148250463, + 1.1202267543675126, + 1.1280267132708552, + 1.1222267283389094, + 1.1163266910502436, + 1.1233266605326655, + 1.1192267103383067, + 1.1193267145456496, + 1.1193267145456496 ], "p90": [ - 1.0980984603926394, - 1.0980985199972841, - 1.095198499591634, - 1.097198579268143, - 1.0980985199972841, - 1.0990985071226809, - 1.0960984265372011, - 1.0990985071226809, - 1.0961985504194949, - 1.0981985187098238, - 1.0981985157295915, - 1.097198579268143, - 1.0980985199972841, - 1.0990985071226809, - 1.0990985071226809, - 1.0992984803333732, - 1.0971985852286075, - 1.097198579268143, - 1.0990985071226809, - 1.0961985504194949, - 1.0942985569998476, - 1.0971985852286075, - 1.0990985071226809, - 1.0971985852286075, - 1.0980985199972841, - 1.0980985199972841, - 1.098098466353104, - 1.0950984990164492, - 1.0980984603926394, - 1.0981985157295915, - 1.0960984343603108, - 1.0960985457464907, - 1.0960985047682974, - 1.097198579268143, - 1.1010985074505064, - 1.096198541478798, - 1.0961985504194949, - 1.0960985457464907, - 1.098098466353104, - 1.0960985058858845, - 1.0960985088661168, - 1.0980985199972841, - 1.096198541478798, - 1.0980985199972841, - 1.0971985852286075, - 1.0980985199972841, - 1.0950984990164492, - 1.0960985457464907, - 1.0980985199972841, - 1.0990985071226809, - 1.0980985199972841, - 1.0961985235974048, - 1.0980985199972841, - 1.0990985071226809, - 1.0990985071226809, - 1.097198579268143, - 1.0980985199972841, - 1.098098466353104, - 1.098098466353104, - 1.0960985058858845 + 1.2023266567179682, + 1.2013267291972163, + 1.199326718066049, + 1.2013267291972163, + 1.1974267734477047, + 1.202326716322613, + 1.200426788468075, + 1.202326716322613, + 1.2004267944285396, + 1.2013267291972163, + 1.2023266596982005, + 1.1973266614863398, + 1.2003267212101938, + 1.202326716322613, + 1.2013266695925715, + 1.202326716322613, + 1.2003267212101938, + 1.2014267219492916, + 1.199326718066049, + 1.2023266596982005, + 1.2013267291972163, + 1.202326689500523, + 1.2013267291972163, + 1.2014267249295236, + 1.202326689500523, + 1.2003267122694972, + 1.2013267291972163, + 1.1984267009684566, + 1.201326675553036, + 1.202326716322613, + 1.1993267139682295, + 1.2013267291972163, + 1.1974267734477047, + 1.1993267251441004, + 1.2003268016764643, + 1.2014267219492916, + 1.2014267249295236, + 1.2004267944285396, + 1.2023266567179682, + 1.1993267549464228, + 1.2004267080018045, + 1.2014267219492916, + 1.1983267082163813, + 1.2024267150351526, + 1.2014267249295236, + 1.2013267291972163, + 1.1994267506787302, + 1.1983267082163813, + 1.2013267291972163, + 1.202326716322613, + 1.2023266567179682, + 1.2013267291972163, + 1.2003267212101938, + 1.201426727909756, + 1.2013267291972163, + 1.2013267291972163, + 1.2013267291972163, + 1.2013267291972163, + 1.2013267291972163, + 1.2013266695925715 ], "timestamps": [ - "2026-06-17 21:36:00", - "2026-06-17 21:42:00", - "2026-06-17 21:48:00", "2026-06-17 21:54:00", "2026-06-17 22:00:00", "2026-06-17 22:06:00", @@ -795,6 +792,9 @@ "2026-06-19 03:12:00", "2026-06-19 03:18:00", "2026-06-19 03:24:00", - "2026-06-19 03:30:00" + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00" ] } diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index 35cacb73c7cc9669ecae7a500c2fe834254999d4..dc15acc4b587e4176d0c90251f41177d0180d10d 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T03:22:43.596322+00:00", + "evaluated_at": "2026-06-19T12:53:49.440179+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, 21.0, 21.0, 21.0, @@ -101,10 +90,7 @@ 19.0, 19.0, 19.0, - 19.399999618530273 - ], - "actuals": [ - 19.0, + 19.399999618530273, 19.0, 19.0, 19.0, @@ -115,6 +101,9 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 18.899999618530273, 19.0, @@ -127,88 +116,98 @@ 18.0, 18.0, 18.0, - 18.0 + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013, - 20.329122811033013 + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771 ], "p10": [ - 19.329122811033013, - 19.86912315435577, - 20.209122544004206, - 19.329122811033013, - 19.329122811033013, - 19.329122811033013, - 19.329122811033013, - 19.92912319250274, - 19.329122811033013, - 20.229122429563287, - 19.329122811033013, - 19.329122811033013, - 19.92912319250274, - 19.329122811033013, - 19.329122811033013, - 19.329122811033013, - 19.329122811033013, - 19.92912319250274, - 19.329122811033013, - 19.329122811033013, - 19.92912319250274, - 19.92912319250274, - 19.92912319250274, - 19.329122811033013 + 18.45438594901771, + 18.45438594901771, + 18.45438594901771, + 19.054386330487436, + 19.14438667381019, + 18.45438594901771, + 18.45438594901771, + 18.45438594901771, + 19.054386330487436, + 19.14438667381019, + 19.054386330487436, + 18.994386292340465, + 19.154386711957162, + 19.054386330487436, + 19.054386330487436, + 19.354385567547983, + 19.054386330487436, + 19.054386330487436, + 18.994386292340465, + 18.45438594901771, + 19.054386330487436, + 18.45438594901771, + 19.054386330487436, + 19.054386330487436 ], "p90": [ - 20.729122429563287, - 20.969123154355763, - 21.329122811033013, - 20.44912307806182, - 20.789122467710257, - 20.729122429563287, - 20.74912250585723, - 20.969123154355763, - 21.329122811033013, - 20.729122429563287, - 20.729122429563287, - 20.969123154355763, - 20.92912319250274, - 21.329122811033013, - 20.969123154355763, - 21.329122811033013, - 20.74912250585723, - 20.969123154355763, - 20.729122429563287, - 20.729122429563287, - 20.969123154355763, - 20.729122429563287, - 20.969123154355763, - 21.329122811033013 + 19.854385567547983, + 19.45438594901771, + 19.754385186078256, + 19.914385605694953, + 20.45438594901771, + 19.854385567547983, + 19.754385186078256, + 19.754385186078256, + 19.754385186078256, + 19.854385567547983, + 19.754385186078256, + 19.854385567547983, + 19.754385186078256, + 19.754385186078256, + 19.854385567547983, + 19.854385567547983, + 19.914385605694953, + 19.76438522422523, + 19.914385605694953, + 19.554386330487436, + 19.854385567547983, + 19.754385186078256, + 19.854385567547983, + 19.76438522422523 ], "timestamps": [ - "2026-06-18 17:00:00", "2026-06-18 18:00:00", "2026-06-18 19:00:00", "2026-06-18 20:00:00", @@ -327,6 +326,7 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c5ab2167b3fd7360bd5ad250c7b2d50d2fee94f3..ac6b2d9b85df91af47a5466a3a25842415adc444 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T03:22:43.604072+00:00", + "evaluated_at": "2026-06-19T12:53:49.471349+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 1ff1ab21f04b5ca6d1805799670f7c637f667592..38483a04d8f8eb5a4c859b8fddfc8772699b7a0c 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T03:22:43.614607+00:00", + "evaluated_at": "2026-06-19T12:53:49.513940+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7f67ae1d507f5a26ea540a0164a494973ccfae4a..cc4e462444ba5872b71bb3bb5d3676668c4f1c0a 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T03:22:43.625327+00:00", + "evaluated_at": "2026-06-19T04:52:57.650317+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index c80662e674dc6e5719451012cc159b40949cba7d..c6a4f759e82e324620581b56dfec3394a693110d 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,37 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T03:48:43.272605+00:00", + "evaluated_at": "2026-06-19T12:53:49.538647+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 71, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index f6b6d09cc5ffa95881ebf2018a1175b39ebf831f..57db2ef2b6f6fee49fda94a435b67804261d4c14 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,166 @@ { - "status": "partial", - "started_at": "2026-06-19T09:23:04.354618+00:00", - "finished_at": "2026-06-19T11:05:11.366126+00:00", - "task_count": 11, + "status": "ok", + "started_at": "2026-06-19T07:14:53.915617+00:00", + "finished_at": "2026-06-19T12:53:49.688446+00:00", + "task_count": 5, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-19T11:05:14.145851+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "ARIMA": { + "model": "ARIMA", + "api_model_id": "baseline/arima", + "evaluated_at": "2026-06-19T12:53:48.968025+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ETS": { + "model": "ETS", + "api_model_id": "baseline/ets", + "evaluated_at": "2026-06-19T12:53:49.342910+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moving-Average": { + "model": "Moving-Average", + "api_model_id": "baseline/moving-average", + "evaluated_at": "2026-06-19T12:53:49.538647+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Seasonal-Naive": { + "model": "Seasonal-Naive", + "api_model_id": "baseline/seasonal-naive", + "evaluated_at": "2026-06-19T12:53:49.684300+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260619_125348.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260619_125348.json new file mode 100644 index 0000000000000000000000000000000000000000..a477f2423577ed36566af8db5a625e413cf9feb0 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260619_125348.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-19T12:53:48.832934+00:00", + "metrics": { + "MSE[mean]": 52.14010791855603, + "MSE[0.5]": 54.58648035103487, + "MAE[0.5]": 5.759185132377013, + "MASE[0.5]": 0.4822635627358971, + "MAPE[0.5]": 0.19714328755851626, + "sMAPE[0.5]": 0.20067623092824083, + "MSIS": 5.542272617642375, + "RMSE[mean]": 7.220810752163224, + "NRMSE[mean]": 0.24735864129452856, + "ND[0.5]": 0.19728867826672342, + "mean_weighted_sum_quantile_loss": 0.17302733336613121 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00" + ], + "context": [ + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5 + ], + "actual": [ + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 37.0, + 31.700000762939453, + 30.0, + 26.899999618530273 + ], + "predictions": { + "p50": [ + 26.961489615687842, + 26.76929043983998, + 26.944521034185165, + 26.731477153420222, + 26.712300548592538, + 26.854646585533647, + 26.69629928318317, + 26.724572215668815, + 26.7473680284101, + 26.456857507379038, + 26.853064282498075, + 26.864199845835596, + 26.708164127423018, + 26.667004608878734, + 26.620749343688054, + 26.894049934184036, + 26.570142709668264, + 26.700349482089194, + 26.76953675865264, + 26.683423569888383, + 26.98768524866512, + 26.6922944925022, + 26.683575799451123, + 26.685068253535146 + ], + "p10": [ + 23.913656094187587, + 23.56513166287064, + 24.843474653267677, + 24.559131968027934, + 23.374228252718556, + 24.096522069967573, + 24.46037732790492, + 23.689362484510628, + 23.92219096823586, + 23.44813998371001, + 24.256754792631817, + 23.543760031341055, + 22.979633053045177, + 23.760802597809935, + 23.766268439943868, + 23.760801959079608, + 21.714497632263548, + 22.605182499248958, + 24.089817638657976, + 23.653363587954953, + 23.048972537307275, + 22.989396602306773, + 24.087411137144112, + 24.450344810109158 + ], + "p90": [ + 31.08161225288412, + 31.32679588057311, + 30.92644587679797, + 30.807602003757196, + 33.35888866487619, + 31.797850819052837, + 31.560351743273735, + 31.581334362192727, + 30.2595374790028, + 28.892467674583813, + 31.208888492143174, + 30.686484818560814, + 30.259449326629486, + 30.520743886698842, + 30.293783754337927, + 30.602813646718662, + 31.075050994196314, + 30.156318583035038, + 31.126765238794498, + 30.14485981279329, + 31.10292136300442, + 31.075050952251917, + 29.027047181589193, + 30.10929529436111 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260619_125349.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..769674dcc6f8b811f950bf174b0918c531add8c2 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260619_125349.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-19T12:53:49.226475+00:00", + "metrics": { + "MSE[mean]": 54.73751930836564, + "MSE[0.5]": 55.8178449774667, + "MAE[0.5]": 5.872422551665509, + "MASE[0.5]": 0.4917458558044218, + "MAPE[0.5]": 0.1969820216008263, + "sMAPE[0.5]": 0.2050586637491739, + "MSIS": 4.358000201899829, + "RMSE[mean]": 7.398480878421302, + "NRMSE[mean]": 0.2534449718380426, + "ND[0.5]": 0.2011677792624821, + "mean_weighted_sum_quantile_loss": 0.1713585535927003 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00" + ], + "context": [ + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5 + ], + "actual": [ + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 37.0, + 31.700000762939453, + 30.0, + 26.899999618530273 + ], + "predictions": { + "p50": [ + 27.147993851078883, + 26.867628895610746, + 26.93726289110086, + 26.906900319818515, + 26.826535650452673, + 27.346169455207924, + 26.465805548781535, + 26.585441642355146, + 26.505076496152146, + 26.424712303623462, + 26.644346871318167, + 26.51398201121746, + 26.383617151116756, + 26.003251337341734, + 25.722888766059388, + 26.29252371522382, + 25.662158855123113, + 25.681792659878365, + 25.901429134921703, + 25.621064179453565, + 25.640700845231766, + 25.160335126824176, + 25.32997141113265, + 25.249604834418175 + ], + "p10": [ + 23.247992802037132, + 23.667628609508448, + 23.087263463305447, + 23.476899728540435, + 23.126534887513216, + 24.546170218147374, + 23.365805167311805, + 22.675440269064126, + 23.205077735928754, + 22.51471093033244, + 23.804344048442186, + 22.353981591600757, + 22.083616006707572, + 22.203252100281183, + 22.12288743091534, + 21.942524287428405, + 21.74215725295026, + 21.881793422817815, + 21.78142867715803, + 21.921064847025583, + 22.33070033024763, + 21.56033665270308, + 21.26996937026961, + 22.39960540662276 + ], + "p90": [ + 31.947995090855486, + 32.81763004001992, + 31.58726355867288, + 31.506898793939605, + 31.4365343534556, + 34.54616926447306, + 32.77580463325419, + 34.88544278676432, + 30.405076591519574, + 30.244711426243086, + 33.144348778666796, + 30.933981515306808, + 30.883619058465385, + 30.703254007629816, + 32.13288727832745, + 30.542523715223815, + 33.71215818755108, + 29.78179323208295, + 30.421430927829412, + 29.52106522849531, + 30.240701703538647, + 30.180336919731886, + 29.44997167816145, + 30.099607695441115 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260619_125349.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..8e4e90ea6c3ed8ca794ac5c17816515f69ef20ff --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260619_125349.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T12:53:49.471349+00:00", + "metrics": { + "MSE[mean]": 112.82828859724812, + "MSE[0.5]": 108.47139720429514, + "MAE[0.5]": 9.00460174765753, + "MASE[0.5]": 0.7540287766458498, + "MAPE[0.5]": 0.371794339712455, + "sMAPE[0.5]": 0.29048799201288306, + "MSIS": 11.147577300529335, + "RMSE[mean]": 10.622066117156686, + "NRMSE[mean]": 0.3638732453545313, + "ND[0.5]": 0.3084648151222666, + "mean_weighted_sum_quantile_loss": 0.27917783286034314 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00" + ], + "context": [ + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5 + ], + "actual": [ + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 37.0, + 31.700000762939453, + 30.0, + 26.899999618530273 + ], + "predictions": { + "p50": [ + 36.93669190786371, + 36.736691621761416, + 36.88669028661737, + 36.93669238470087, + 36.93669238470087, + 37.53669085882196, + 36.736691621761416, + 36.93669238470087, + 36.93669190786371, + 36.93669238470087, + 37.236691621761416, + 37.18669143102655, + 37.13669124029169, + 36.83669009588251, + 36.636692193966006, + 37.28669181249628, + 36.736691621761416, + 36.83669009588251, + 37.13669124029169, + 36.936690954189395, + 37.03669228933344, + 36.63669124029169, + 36.886692193966006, + 36.88669028661737 + ], + "p10": [ + 33.03669085882196, + 33.53669133565912, + 33.03669085882196, + 33.506691793422796, + 33.236691621761416, + 34.736691621761416, + 33.63669124029169, + 33.02669101140985, + 33.63669314764032, + 33.02669101140985, + 34.39668879888544, + 33.02669101140985, + 32.83669009588251, + 33.03669085882196, + 33.03669085882196, + 32.93669238470087, + 32.81669001958856, + 33.03669085882196, + 33.016690782528016, + 33.236691621761416, + 33.726691774349305, + 33.036692766170596, + 32.826690153102966, + 34.03669085882196 + ], + "p90": [ + 41.73669314764032, + 42.686692766170594, + 41.536690954189396, + 41.53669085882196, + 41.5466910877038, + 44.7366906680871, + 43.046690706234074, + 45.23669352911005, + 40.83669200323114, + 40.7566915073205, + 43.73669352911005, + 41.60669093511591, + 41.63669314764032, + 41.536692766170596, + 43.046690706234074, + 41.53669181249628, + 44.78669095418939, + 40.9366906680871, + 41.6566930331994, + 40.83669200323114, + 41.63669314764032, + 41.6566930331994, + 41.00669246099481, + 41.73669314764032 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260619_125349.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..e8469929e5f3aa1076e8aee3f8c47994caaa80eb --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260619_125349.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T12:53:49.632875+00:00", + "metrics": { + "MSE[mean]": 359.6425047906252, + "MSE[0.5]": 359.6425047906252, + "MAE[0.5]": 13.583333571751913, + "MASE[0.5]": 1.1374433520666278, + "MAPE[0.5]": 0.5834987860641834, + "sMAPE[0.5]": 0.38028260420985865, + "MSIS": 41.97717267197984, + "RMSE[mean]": 18.964242795076874, + "NRMSE[mean]": 0.6496457935231773, + "ND[0.5]": 0.4653154682875918, + "mean_weighted_sum_quantile_loss": 0.45681798962143855 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00" + ], + "context": [ + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5 + ], + "actual": [ + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 37.0, + 31.700000762939453, + 30.0, + 26.899999618530273 + ], + "predictions": { + "p50": [ + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5 + ], + "p10": [ + 23.52, + 24.303999252319336, + 25.676000747680664, + 25.676000747680664, + 24.303999252319336, + 22.441999626159667, + 22.343999252319335, + 26.558000373840333, + 37.82799850463867, + 46.06, + 50.273999252319335, + 51.84200149536133, + 56.74200149536133, + 57.82, + 57.133999252319335, + 57.82, + 49.78399925231933, + 44.49200149536133, + 39.39600074768067, + 29.008000373840332, + 21.07, + 26.558000373840333, + 27.538000373840333, + 26.95 + ], + "p90": [ + 24.48, + 25.295999221801758, + 26.724000778198242, + 26.724000778198242, + 25.295999221801758, + 23.35799961090088, + 23.25599922180176, + 27.64200038909912, + 39.371998443603516, + 47.94, + 52.32599922180176, + 53.95800155639648, + 59.05800155639648, + 60.18, + 59.46599922180176, + 60.18, + 51.81599922180176, + 46.30800155639648, + 41.00400077819824, + 30.19200038909912, + 21.93, + 27.64200038909912, + 28.66200038909912, + 28.05 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_045257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_045257.json new file mode 100644 index 0000000000000000000000000000000000000000..5dcf205c95074efbec3c5f35e939fee886956bf0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_045257.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T04:52:57.512943+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_125348.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_125348.json new file mode 100644 index 0000000000000000000000000000000000000000..3135bcb4b18c64ac8e01edbab2a99ff328df2842 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_125348.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T12:53:48.545054+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_045257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_045257.json new file mode 100644 index 0000000000000000000000000000000000000000..aca2a6192ca5acddf09151779ff9c3004e056826 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_045257.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T04:52:57.597885+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_125349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..cd14256cd6afe6e2ba177744f5c4dbae34ba11e2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_125349.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T12:53:49.042643+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_045257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_045257.json new file mode 100644 index 0000000000000000000000000000000000000000..6556d3adb772bfd34a55c60c0e64adb2aad9c9eb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_045257.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T04:52:57.638937+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_125349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..10ec100d298010c43d1b4dece97da5219f468b27 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_125349.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T12:53:49.364963+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_045257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_045257.json new file mode 100644 index 0000000000000000000000000000000000000000..5de696d5ec0bd5ce2e912775931561be8b14933b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_045257.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T04:52:57.663774+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_125349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..aa092ac78a89e60561e0dfe5de146a9ce20bc8b6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_125349.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T12:53:49.558947+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_045257.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_045257.json new file mode 100644 index 0000000000000000000000000000000000000000..672aa8963668ff6ae866b6fe3877d43c902a7b22 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_045257.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-19T04:52:57.542806+00:00", + "metrics": { + "MSE[mean]": 182.4493981684246, + "MSE[0.5]": 681.3331255135075, + "MAE[0.5]": 26.04877571808309, + "MASE[0.5]": 0.9618009495907603, + "MAPE[0.5]": 0.009829726686069089, + "sMAPE[0.5]": 0.009878478964692551, + "MSIS": 5.185561786637819, + "RMSE[mean]": 13.507383098454882, + "NRMSE[mean]": 0.005097125697530144, + "ND[0.5]": 0.009829726686069089, + "mean_weighted_sum_quantile_loss": 0.0069581930564263615 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00" + ], + "context": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2550.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2650.0, + 2700.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2623.5564195962547, + 2624.039916296241, + 2623.573849161315, + 2623.780641306122, + 2622.391123246557, + 2624.2431507970095, + 2622.8907084240227, + 2624.036934832604, + 2622.463448469303, + 2621.1840403902825, + 2621.7951115574, + 2626.6395964009444, + 2625.807476975287, + 2624.2431485150382, + 2620.8635639108666, + 2624.4105401240204, + 2624.4105401240204, + 2623.830721023908, + 2625.7465502865416, + 2624.0369347694727, + 2625.8074769752957, + 2622.463448479804, + 2628.2871967841666, + 2624.326844319529 + ], + "p10": [ + 2583.1016537462187, + 2580.518388311032, + 2581.646031991703, + 2579.0283860423197, + 2578.355185762023, + 2580.3680493253073, + 2579.0418089954146, + 2581.6465279691524, + 2581.64652789552, + 2580.3680470450813, + 2579.0283035571047, + 2581.646527906069, + 2579.0418093749645, + 2578.8515960274453, + 2581.1105412362804, + 2581.59954184407, + 2581.59954184407, + 2580.515406784264, + 2578.9067511991984, + 2581.7518705046396, + 2581.646527906021, + 2578.9067511991984, + 2581.646527906021, + 2580.515406784264 + ], + "p90": [ + 2645.375782919492, + 2665.1333025175045, + 2654.086756242765, + 2667.1025602282466, + 2656.16695844351, + 2651.7014092555805, + 2651.8184480573173, + 2659.8596122908775, + 2653.166814365271, + 2651.818448438622, + 2645.492133661762, + 2653.8945302522307, + 2659.8596122277377, + 2653.894530252184, + 2659.273977920747, + 2653.894530252183, + 2656.1669721631442, + 2655.8217493011884, + 2659.2739779207473, + 2656.1669721631442, + 2659.2739779207473, + 2653.894530252183, + 2659.2739779207473, + 2653.894530252183 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_045257.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_045257.json new file mode 100644 index 0000000000000000000000000000000000000000..ade952770f6302de99ef5c684e496e25bc2cfa3d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_045257.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-19T04:52:57.615144+00:00", + "metrics": { + "MSE[mean]": 159.37116785062827, + "MSE[0.5]": 138.0164822885243, + "MAE[0.5]": 10.855552932394176, + "MASE[0.5]": 0.4008204159653234, + "MAPE[0.5]": 0.004096435068827991, + "sMAPE[0.5]": 0.004086634272783256, + "MSIS": 5.538461181672048, + "RMSE[mean]": 12.62422939630884, + "NRMSE[mean]": 0.004763860149550506, + "ND[0.5]": 0.004096435068827991, + "mean_weighted_sum_quantile_loss": 0.004709800115821388 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00" + ], + "context": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2550.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2650.0, + 2700.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2653.3937348037734, + 2654.042588554088, + 2654.691442304403, + 2655.340296054718, + 2655.989149805033, + 2656.6380035553475, + 2657.2868573056626, + 2657.935711055977, + 2658.5845648062923, + 2659.233418556607, + 2659.882272306922, + 2660.5311260572366, + 2661.1799798075517, + 2661.8288335578663, + 2662.4776873081814, + 2663.126541058496, + 2663.775394808811, + 2664.4242485591258, + 2665.073102309441, + 2665.7219560597555, + 2666.3708098100706, + 2667.019663560385, + 2667.6685173107003, + 2668.317371061015 + ], + "p10": [ + 2603.3937348037734, + 2604.042588554088, + 2604.691442304403, + 2605.340296054718, + 2605.989149805033, + 2606.6380035553475, + 2607.2868573056626, + 2607.935711055977, + 2608.5845648062923, + 2609.233418556607, + 2609.882272306922, + 2610.5311260572366, + 2611.1799798075517, + 2611.8288335578663, + 2612.4776873081814, + 2613.126541058496, + 2613.775394808811, + 2614.4242485591258, + 2615.073102309441, + 2615.7219560597555, + 2616.3708098100706, + 2617.019663560385, + 2617.6685173107003, + 2618.317371061015 + ], + "p90": [ + 2703.3937348037734, + 2704.042588554088, + 2704.691442304403, + 2705.340296054718, + 2705.989149805033, + 2706.6380035553475, + 2707.2868573056626, + 2707.935711055977, + 2708.5845648062923, + 2709.233418556607, + 2709.882272306922, + 2710.5311260572366, + 2711.1799798075517, + 2711.8288335578663, + 2712.4776873081814, + 2713.126541058496, + 2713.775394808811, + 2714.4242485591258, + 2715.073102309441, + 2715.7219560597555, + 2716.3708098100706, + 2717.019663560385, + 2717.6685173107003, + 2718.317371061015 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_045257.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_045257.json new file mode 100644 index 0000000000000000000000000000000000000000..ab8cc4063830212afebbac35bc0a70cf5fb861c7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_045257.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T04:52:57.650317+00:00", + "metrics": { + "MSE[mean]": 12.853397199143638, + "MSE[0.5]": 6.810268544168603, + "MAE[0.5]": 2.609649122807241, + "MASE[0.5]": 0.09635627530365198, + "MAPE[0.5]": 0.0009847732538895248, + "sMAPE[0.5]": 0.0009852583819408777, + "MSIS": 5.538461181672048, + "RMSE[mean]": 3.585163482903344, + "NRMSE[mean]": 0.0013528918803408846, + "ND[0.5]": 0.0009847732538895248, + "mean_weighted_sum_quantile_loss": 0.0027299030245075077 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00" + ], + "context": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2550.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2650.0, + 2700.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928, + 2647.3903508771928 + ], + "p10": [ + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 + ], + "p90": [ + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928, + 2697.3903508771928 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_045257.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_045257.json new file mode 100644 index 0000000000000000000000000000000000000000..e20dca75859d4568673452d0352a863b331ecbc2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_045257.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T04:52:57.672978+00:00", + "metrics": { + "MSE[mean]": 104.16666666666667, + "MSE[0.5]": 104.16666666666667, + "MAE[0.5]": 2.0833333333333335, + "MASE[0.5]": 0.07692307692307693, + "MAPE[0.5]": 0.0007861635220125786, + "sMAPE[0.5]": 0.0007936507936507938, + "MSIS": 5.866153487355024, + "RMSE[mean]": 10.206207261596576, + "NRMSE[mean]": 0.0038513989666402173, + "ND[0.5]": 0.0007861635220125787, + "mean_weighted_sum_quantile_loss": 0.004779874213836457 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00" + ], + "context": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2550.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2650.0, + 2700.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0 + ], + "actual": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0 + ], + "p10": [ + 2597.0, + 2597.0, + 2548.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0, + 2597.0 + ], + "p90": [ + 2703.0, + 2703.0, + 2652.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0, + 2703.0 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_125348.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_125348.json new file mode 100644 index 0000000000000000000000000000000000000000..a7c3944e6b38c0b6c9d8d0733dc45be63ec2c852 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_125348.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T12:53:48.654244+00:00", + "metrics": { + "MSE[mean]": 1.5273381965771402, + "MSE[0.5]": 1.513442790568438, + "MAE[0.5]": 0.9843483298377046, + "MASE[0.5]": 1.104489071263644, + "MAPE[0.5]": 0.824206377472958, + "sMAPE[0.5]": 0.49095286159789814, + "MSIS": 43.36403049375274, + "RMSE[mean]": 1.235855249038956, + "NRMSE[mean]": 0.8651115998711161, + "ND[0.5]": 0.6890541259735465, + "mean_weighted_sum_quantile_loss": 0.6870007299232479 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00" + ], + "context": [ + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404 + ], + "actual": [ + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945 + ], + "predictions": { + "p50": [ + 1.5595135029415026, + 1.5897998601663965, + 1.6196606384211818, + 1.6496889286736907, + 1.6799735345598426, + 1.709977499052214, + 1.7400318810257542, + 1.7717324283974716, + 1.7996074825832358, + 1.8297014735647457, + 1.8584769019920935, + 1.8887396586517569, + 1.9186867452563883, + 1.9500853964337606, + 1.976379503976525, + 2.006398225083534, + 2.0364045287705235, + 2.065255642359883, + 2.094354273310526, + 2.123169876136622, + 2.151840896982667, + 2.1825104552338286, + 2.209614107014591, + 2.2379038403594063, + 2.268519467509112, + 2.2956868434063153, + 2.324032993858388, + 2.3526782810139992, + 2.3805526532271855, + 2.4091457038144415, + 2.4374486574593512, + 2.4667674255617706, + 2.4934568439671354, + 2.5220688495350534, + 2.549896503973567, + 2.57763454053182, + 2.607444326405255, + 2.632786873158916, + 2.6612135357609628, + 2.6881538714339146, + 2.7156753555105015, + 2.744344230556474, + 2.77053840893666, + 2.7982194936090576, + 2.8254635468686353, + 2.853400452583089, + 2.8802790314428486, + 2.9064049689093294, + 2.933813805612468, + 2.960369042021647, + 2.986625304815428, + 3.014251902877345, + 3.040686555416659, + 3.06751789371253, + 3.093801538632301, + 3.120326564399405, + 3.146935652182399, + 3.1728389870314055, + 3.1997839619552186, + 3.2256290371931535 + ], + "p10": [ + 1.5499417453238602, + 1.5796416773677664, + 1.608279629365942, + 1.6391316212931357, + 1.6690139928420644, + 1.6988720851448804, + 1.7286247976124862, + 1.7585321467858694, + 1.7895197947836057, + 1.8181602560283343, + 1.8502520240456428, + 1.8779123237277484, + 1.9074608607654373, + 1.9378275240915916, + 1.9661263292852647, + 1.9959281967658427, + 2.0248664179351743, + 2.0560009030687003, + 2.0843990692775938, + 2.1115980954069564, + 2.1414222849570717, + 2.170034005534438, + 2.1988436092265893, + 2.226557871823582, + 2.2589790003074115, + 2.2878802495921575, + 2.312727703956858, + 2.341032374807705, + 2.369217600733982, + 2.3977865747591496, + 2.42665388500412, + 2.4555749696897573, + 2.481985083845825, + 2.5116736228031242, + 2.5396165591935738, + 2.5684237594347135, + 2.5977493773083746, + 2.622573183366816, + 2.649942481347571, + 2.677529461419355, + 2.705318058533696, + 2.7337677195165018, + 2.759536304418488, + 2.7879434085158303, + 2.813665127722803, + 2.8418846730497953, + 2.8690202095252495, + 2.8952897382095806, + 2.922259157298508, + 2.951639737686649, + 2.9764196609549836, + 3.003975817784118, + 3.030195448794058, + 3.055931768225361, + 3.0829063559849907, + 3.109620758050002, + 3.135805839962134, + 3.162406456117337, + 3.1884866948352526, + 3.215225968132126 + ], + "p90": [ + 1.5701530796549379, + 1.6001442537777082, + 1.6304477135442568, + 1.6606864593750816, + 1.689890874925904, + 1.725200966146259, + 1.7522584955702274, + 1.7823915133966926, + 1.8149634979610598, + 1.8432026126069398, + 1.8690472801221942, + 1.9000446534308189, + 1.9304427510766322, + 1.9583007342735201, + 1.9878441363614012, + 2.0165731783269205, + 2.0472341548181543, + 2.077270427462069, + 2.104651894866178, + 2.1336769146463106, + 2.1629625097635783, + 2.194711566831375, + 2.221165486471605, + 2.249657461559645, + 2.2829301470259287, + 2.3066402074515913, + 2.333634082730588, + 2.3631614662207303, + 2.391383263339027, + 2.420558730654226, + 2.4498504513852324, + 2.4777961539650173, + 2.504690659323533, + 2.5324627331777343, + 2.560679719409876, + 2.592383232600596, + 2.6214121642762898, + 2.6428792302761956, + 2.6731282024279848, + 2.703110478984027, + 2.7259059761998556, + 2.757086568329144, + 2.7800497553547494, + 2.808671232664955, + 2.8390261865735633, + 2.8634244198545185, + 2.891913971470635, + 2.918749208830393, + 2.944116192290722, + 2.971439238510462, + 3.001143081889885, + 3.0261984942112146, + 3.0520997864381907, + 3.078658687074972, + 3.103739169492206, + 3.1296991325146957, + 3.1592412096039135, + 3.183879315667267, + 3.2142231119771787, + 3.238317046434677 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_125349.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..c7db0772f981f76ea62658ae9eb796924e8a1347 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_125349.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T12:53:49.103116+00:00", + "metrics": { + "MSE[mean]": 1.7080286627796777, + "MSE[0.5]": 1.7132483063885102, + "MAE[0.5]": 1.0491233997147575, + "MASE[0.5]": 1.1771700060515755, + "MAPE[0.5]": 0.8781180613028144, + "sMAPE[0.5]": 0.5112442337810302, + "MSIS": 43.752780373679, + "RMSE[mean]": 1.3069157060727665, + "NRMSE[mean]": 0.9148546630007971, + "ND[0.5]": 0.7343973523559869, + "mean_weighted_sum_quantile_loss": 0.7243531425301144 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00" + ], + "context": [ + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404 + ], + "actual": [ + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945 + ], + "predictions": { + "p50": [ + 1.5701494738609745, + 1.6039429028177636, + 1.626736398889383, + 1.6595298556219367, + 1.6928233804229949, + 1.7251167988893668, + 1.754910279344569, + 1.790703734706216, + 1.8144971881009095, + 1.8447906248659074, + 1.8780841496669656, + 1.9048775718884299, + 1.9376709913680807, + 1.9749645168247898, + 2.0032579346355104, + 2.036051436071548, + 2.0603448979301007, + 2.096138479951618, + 2.124431890311758, + 2.1502253477595676, + 2.1795188197509106, + 2.2118122978219272, + 2.249605734884948, + 2.2763991943593154, + 2.3111926104415015, + 2.337986144421675, + 2.3727794859980547, + 2.398573077556315, + 2.4308665928802347, + 2.4601600127175134, + 2.492453528041433, + 2.5222469116390878, + 2.55504047267977, + 2.5863339040207447, + 2.619127226642848, + 2.649920813432736, + 2.6807142214086905, + 2.7045077642103514, + 2.7403012419237402, + 2.7750946580059264, + 2.7978881913304487, + 2.828681658911048, + 2.854475071655374, + 2.891768522606277, + 2.9235620369169175, + 2.952355530246723, + 2.983648961587698, + 3.0129424410296215, + 3.0522358662313183, + 3.0785294215499546, + 3.1148228406719776, + 3.135116294424299, + 3.1684097670712927, + 3.203203183153479, + 3.23849667475475, + 3.26079016981309, + 3.291583637393689, + 3.3208771391873544, + 3.358170567786516, + 3.388964035367115 + ], + "p10": [ + 1.5220494914018763, + 1.5519429191606122, + 1.5827363870206081, + 1.617429807556751, + 1.6482232751373502, + 1.6771167612192313, + 1.7039102802982433, + 1.7416037126882602, + 1.77049721069107, + 1.8002906315416276, + 1.82708415062064, + 1.8598775924520323, + 1.8996710633704916, + 1.9214645276132305, + 1.9581579818185475, + 1.983051462774429, + 2.0138449303550274, + 2.04663837218642, + 2.075431865516226, + 2.106125331404053, + 2.1370188006774242, + 2.1678122682580234, + 2.198605735838622, + 2.2312991849179395, + 2.2601926735143913, + 2.299586194751837, + 2.323779580411812, + 2.3525730737416177, + 2.386266557630048, + 2.4231600122406762, + 2.4449534764834153, + 2.4757469465785853, + 2.515140417152083, + 2.5391338560509267, + 2.567027307323695, + 2.6018208306942414, + 2.6297142819670096, + 2.662407731046327, + 2.6913012199221757, + 2.7269946752674317, + 2.7498881849527517, + 2.7834816224449264, + 2.8123751144872715, + 2.8452685550312036, + 2.8807620157453475, + 2.9068554901924015, + 2.9366489378650495, + 2.9704423996043934, + 3.0031358486837108, + 3.030929402571836, + 3.0694228306226345, + 3.0916162984699644, + 3.1233098055930295, + 3.161903232076971, + 3.186896714725625, + 3.2117901450175577, + 3.2495835820805787, + 3.276277099466819, + 3.307170571254761, + 3.33796403883536 + ], + "p90": [ + 1.604149393752332, + 1.633942933812179, + 1.6627363902616108, + 1.695529868973377, + 1.7224233808044647, + 1.7581167912599722, + 1.7870103309860332, + 1.8197037264211704, + 1.848597272107696, + 1.8802906744569718, + 1.9120840725385553, + 1.9378775419072936, + 1.9716710692117467, + 2.0044645319047647, + 2.0342579527553224, + 2.066051467065963, + 2.0948449395341426, + 2.1267384078538396, + 2.155431871551196, + 2.1892252807639467, + 2.219018817843562, + 2.2508122457274675, + 2.28060575300476, + 2.3114992163176664, + 2.3431926484692647, + 2.3719861388188384, + 2.4037796233271562, + 2.4316730626789957, + 2.4653665048441744, + 2.4971600131943505, + 2.5249534784205663, + 2.557746961230152, + 2.58464047306124, + 2.6173338923382343, + 2.6491274364511974, + 2.6810208243046234, + 2.7118142948654547, + 2.74160783194507, + 2.7743011618150977, + 2.8020947276241515, + 2.8339881482601323, + 2.8657816297882186, + 2.8934750836359076, + 2.928368558035278, + 2.958162035510248, + 2.988855507358539, + 3.0177489964206523, + 3.0474424215389027, + 3.081235910100337, + 3.1130293648063327, + 3.143822772782287, + 3.1736163128421344, + 3.2034097724357107, + 3.235303246715872, + 3.2659967155839316, + 3.2967901831645303, + 3.3275836507451295, + 3.3583771183257287, + 3.389170585906328, + 3.4199639938822823 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_125349.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..ecc317b8ffb3742a5e9849ad93e2eb38f5ebc288 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_125349.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T12:53:49.397278+00:00", + "metrics": { + "MSE[mean]": 0.1391542412059655, + "MSE[0.5]": 0.13782776242555025, + "MAE[0.5]": 0.3249090978611643, + "MASE[0.5]": 0.3645645924963909, + "MAPE[0.5]": 0.21355689225728783, + "sMAPE[0.5]": 0.23991410129888308, + "MSIS": 12.38038054833306, + "RMSE[mean]": 0.3730338338622457, + "NRMSE[mean]": 0.26112758518408896, + "ND[0.5]": 0.22743976665708418, + "mean_weighted_sum_quantile_loss": 0.21936733024135815 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00" + ], + "context": [ + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404 + ], + "actual": [ + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945 + ], + "predictions": { + "p50": [ + 1.1683267368266108, + 1.171326698202801, + 1.1633267266938212, + 1.1653267158457759, + 1.1678267730662348, + 1.1693267239520075, + 1.1683267368266108, + 1.1733267246076586, + 1.1663267104217532, + 1.1658266796061518, + 1.1683267368266108, + 1.1643266914674761, + 1.1663266433665278, + 1.1728267012426379, + 1.1703266514727595, + 1.1723266853281977, + 1.1658266796061518, + 1.1708267940470698, + 1.1683267368266108, + 1.1633267266938212, + 1.161826731104565, + 1.1633267415949824, + 1.1703267110774043, + 1.1663267029711726, + 1.1703266514727595, + 1.1663267178723338, + 1.1703265918681147, + 1.1653267158457759, + 1.1668267635890963, + 1.1653267158457759, + 1.1668267635890963, + 1.1658266796061518, + 1.1678267730662348, + 1.1683267368266108, + 1.1703265918681147, + 1.1703267110774043, + 1.1703266514727595, + 1.1633267266938212, + 1.1683267368266108, + 1.1723266853281977, + 1.164326751072121, + 1.164326751072121, + 1.1593266962358477, + 1.1658266796061518, + 1.1668267263361933, + 1.1648267520853999, + 1.1653267158457759, + 1.1638267277071002, + 1.1723266853281977, + 1.1678267730662348, + 1.1733267246076586, + 1.162826710779381, + 1.1653267158457759, + 1.1693266643473628, + 1.1738266883680346, + 1.1653267158457759, + 1.1653267158457759, + 1.163826750058842, + 1.1703267110774043, + 1.1703267110774043 + ], + "p10": [ + 1.1202267543675126, + 1.1193267145456496, + 1.1193267148250463, + 1.1232266677805902, + 1.1232266677805902, + 1.121326686281872, + 1.1173267377802851, + 1.1242267025897028, + 1.1223267330119135, + 1.121326686281872, + 1.1173267377802851, + 1.1193267120310786, + 1.1283267153689387, + 1.1193267120310786, + 1.1252266986557964, + 1.1193267120310786, + 1.1193267120310786, + 1.121326686281872, + 1.1193267120310786, + 1.1192267103383067, + 1.1193267120310786, + 1.1193267120310786, + 1.1193267120310786, + 1.1212266935297968, + 1.1193267145456496, + 1.1279267682024958, + 1.121326686281872, + 1.1193267120310786, + 1.1222267283389094, + 1.1283267153689387, + 1.1193267120310786, + 1.1193267145456496, + 1.1279267175385477, + 1.1211266888567928, + 1.1182266725489618, + 1.1222267283389094, + 1.1193267120310786, + 1.1212266935297968, + 1.1193267148250463, + 1.1242267025897028, + 1.1163267446944238, + 1.1191267146059993, + 1.1172267390677455, + 1.1193267120310786, + 1.1240267051646236, + 1.1193267120310786, + 1.1183266921231272, + 1.121326686281872, + 1.1232266677805902, + 1.120226754088116, + 1.1279267145583156, + 1.1193267148250463, + 1.1202267543675126, + 1.1280267132708552, + 1.1222267283389094, + 1.1163266910502436, + 1.1233266605326655, + 1.1192267103383067, + 1.1193267145456496, + 1.1193267145456496 + ], + "p90": [ + 1.2023266567179682, + 1.2013267291972163, + 1.199326718066049, + 1.2013267291972163, + 1.1974267734477047, + 1.202326716322613, + 1.200426788468075, + 1.202326716322613, + 1.2004267944285396, + 1.2013267291972163, + 1.2023266596982005, + 1.1973266614863398, + 1.2003267212101938, + 1.202326716322613, + 1.2013266695925715, + 1.202326716322613, + 1.2003267212101938, + 1.2014267219492916, + 1.199326718066049, + 1.2023266596982005, + 1.2013267291972163, + 1.202326689500523, + 1.2013267291972163, + 1.2014267249295236, + 1.202326689500523, + 1.2003267122694972, + 1.2013267291972163, + 1.1984267009684566, + 1.201326675553036, + 1.202326716322613, + 1.1993267139682295, + 1.2013267291972163, + 1.1974267734477047, + 1.1993267251441004, + 1.2003268016764643, + 1.2014267219492916, + 1.2014267249295236, + 1.2004267944285396, + 1.2023266567179682, + 1.1993267549464228, + 1.2004267080018045, + 1.2014267219492916, + 1.1983267082163813, + 1.2024267150351526, + 1.2014267249295236, + 1.2013267291972163, + 1.1994267506787302, + 1.1983267082163813, + 1.2013267291972163, + 1.202326716322613, + 1.2023266567179682, + 1.2013267291972163, + 1.2003267212101938, + 1.201426727909756, + 1.2013267291972163, + 1.2013267291972163, + 1.2013267291972163, + 1.2013267291972163, + 1.2013267291972163, + 1.2013266695925715 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_125349.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..fc063ba67222ab5394a9cbce4e549d7fdf205a0e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_125349.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T12:53:49.584061+00:00", + "metrics": { + "MSE[mean]": 0.20970514112261357, + "MSE[0.5]": 0.20970514112261357, + "MAE[0.5]": 0.38466667632261914, + "MASE[0.5]": 0.4316156458026312, + "MAPE[0.5]": 0.25604156103456394, + "sMAPE[0.5]": 0.30202263081875497, + "MSIS": 15.85108813502144, + "RMSE[mean]": 0.4579357390754882, + "NRMSE[mean]": 0.32055980680409746, + "ND[0.5]": 0.2692706965717439, + "mean_weighted_sum_quantile_loss": 0.2640523778049879 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00" + ], + "context": [ + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404 + ], + "actual": [ + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945 + ], + "predictions": { + "p50": [ + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071 + ], + "p10": [ + 0.7418600285053253, + 0.777139983177185, + 0.8133999836444855, + 0.8496599841117859, + 0.8849399971961975, + 0.9221799850463867, + 0.9604000186920166, + 0.9995999813079833, + 1.034879994392395, + 1.0662400579452513, + 1.0927000093460082, + 1.124059956073761, + 1.1701200056076049, + 1.2083400392532349, + 1.2367599654197692, + 1.2779200196266174, + 1.3092799663543702, + 1.3357400345802306, + 1.3661200523376464, + 1.3925800037384033, + 1.4161000514030457, + 1.4386400532722472, + 1.474899995326996, + 1.5052800130844115, + 0.7418600285053253, + 0.777139983177185, + 0.8133999836444855, + 0.8496599841117859, + 0.8849399971961975, + 0.9221799850463867, + 0.9604000186920166, + 0.9995999813079833, + 1.034879994392395, + 1.0662400579452513, + 1.0927000093460082, + 1.124059956073761, + 1.1701200056076049, + 1.2083400392532349, + 1.2367599654197692, + 1.2779200196266174, + 1.3092799663543702, + 1.3357400345802306, + 1.3661200523376464, + 1.3925800037384033, + 1.4161000514030457, + 1.4386400532722472, + 1.474899995326996, + 1.5052800130844115, + 0.7418600285053253, + 0.777139983177185, + 0.8133999836444855, + 0.8496599841117859, + 0.8849399971961975, + 0.9221799850463867, + 0.9604000186920166, + 0.9995999813079833, + 1.034879994392395, + 1.0662400579452513, + 1.0927000093460082, + 1.124059956073761 + ], + "p90": [ + 0.772140029668808, + 0.8088599824905396, + 0.8465999829769134, + 0.8843399834632873, + 0.9210599970817566, + 0.9598199844360352, + 0.999600019454956, + 1.040399980545044, + 1.0771199941635132, + 1.109760060310364, + 1.1373000097274781, + 1.1699399542808533, + 1.217880005836487, + 1.2576600408554077, + 1.2872399640083314, + 1.330080020427704, + 1.362719964981079, + 1.3902600359916688, + 1.421880054473877, + 1.4494200038909912, + 1.473900053501129, + 1.4973600554466249, + 1.535099995136261, + 1.5667200136184694, + 0.772140029668808, + 0.8088599824905396, + 0.8465999829769134, + 0.8843399834632873, + 0.9210599970817566, + 0.9598199844360352, + 0.999600019454956, + 1.040399980545044, + 1.0771199941635132, + 1.109760060310364, + 1.1373000097274781, + 1.1699399542808533, + 1.217880005836487, + 1.2576600408554077, + 1.2872399640083314, + 1.330080020427704, + 1.362719964981079, + 1.3902600359916688, + 1.421880054473877, + 1.4494200038909912, + 1.473900053501129, + 1.4973600554466249, + 1.535099995136261, + 1.5667200136184694, + 0.772140029668808, + 0.8088599824905396, + 0.8465999829769134, + 0.8843399834632873, + 0.9210599970817566, + 0.9598199844360352, + 0.999600019454956, + 1.040399980545044, + 1.0771199941635132, + 1.109760060310364, + 1.1373000097274781, + 1.1699399542808533 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260619_125348.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260619_125348.json new file mode 100644 index 0000000000000000000000000000000000000000..f165836b45cd25859838111f2ccb8f2673585514 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260619_125348.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-19T12:53:48.767077+00:00", + "metrics": { + "MSE[mean]": 1.455600406487103, + "MSE[0.5]": 1.1263222643533273, + "MAE[0.5]": 0.9245069860685238, + "MASE[0.5]": 1.1844217454322354, + "MAPE[0.5]": 0.052549819662281005, + "sMAPE[0.5]": 0.05077026515418595, + "MSIS": 8.328232044277208, + "RMSE[mean]": 1.2064826590080369, + "NRMSE[mean]": 0.06722912234856021, + "ND[0.5]": 0.05151652434822556, + "mean_weighted_sum_quantile_loss": 0.04551764427988697 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00" + ], + "context": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 22.0, + 21.700000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 22.0, + 22.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 20.0, + 21.0, + 21.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.81805248157969, + 18.817073091348636, + 18.81696725189866, + 18.817859506862746, + 18.817970619838842, + 18.817765613096878, + 18.818038111113992, + 18.817970619286474, + 18.817764367553664, + 18.817859509114484, + 18.81805557754658, + 18.818055577546446, + 18.817688255663224, + 18.817953405001262, + 18.81803811108214, + 18.81805232234863, + 18.817953405001266, + 18.817764367551803, + 18.81768825566322, + 18.817962012147724, + 18.817764367551803, + 18.817763121875007, + 18.817953405001266, + 18.818058591879872 + ], + "p10": [ + 18.384656814841012, + 17.969586995183846, + 18.183652751152092, + 18.417971738726948, + 18.31372814309766, + 18.19824646527246, + 18.18365274187119, + 18.35700269893554, + 18.415507766052627, + 18.417971740978683, + 18.39206531233052, + 18.384656655609923, + 18.38772931746181, + 18.35700269894324, + 18.38465665560995, + 18.30234212732217, + 18.417971740979134, + 18.357002698943244, + 18.35267524330422, + 18.199867990244723, + 17.969587033692044, + 18.199867990244723, + 18.199867990244723, + 18.38465665560995 + ], + "p90": [ + 19.207119928320633, + 19.023255286648457, + 19.20677121638789, + 19.324127465555136, + 19.234585695471694, + 19.289161601809653, + 19.210256827251413, + 19.212689713982602, + 19.21025682722142, + 19.283280068219042, + 19.210256827219666, + 19.21025682721953, + 19.206771207075136, + 19.20711976908957, + 19.23458569492703, + 19.002477380483, + 19.283280068219494, + 19.206771207075132, + 19.283280068219494, + 19.283868221591682, + 19.198120506134565, + 19.23458569492703, + 19.198985576228623, + 19.283280068219494 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260619_125349.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..1213142ad33cd788061a252f3c637d2e92a0359e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260619_125349.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-19T12:53:49.172316+00:00", + "metrics": { + "MSE[mean]": 0.8181922732858234, + "MSE[0.5]": 0.8530660735226548, + "MAE[0.5]": 0.8008071560744187, + "MASE[0.5]": 1.0259450970573691, + "MAPE[0.5]": 0.04552879481590416, + "sMAPE[0.5]": 0.04416962235563262, + "MSIS": 6.956624711707376, + "RMSE[mean]": 0.9045398129910167, + "NRMSE[mean]": 0.05040388877757732, + "ND[0.5]": 0.04462356907607325, + "mean_weighted_sum_quantile_loss": 0.04043786423406707 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00" + ], + "context": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 22.0, + 21.700000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 22.0, + 22.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 20.0, + 21.0, + 21.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.979621966892477, + 18.95814142252147, + 18.936660878150462, + 18.915180333779457, + 18.89369978940845, + 18.872219245037446, + 18.850738700666437, + 18.82925815629543, + 18.807777611924426, + 18.78629706755342, + 18.76481652318241, + 18.743335978811405, + 18.7218554344404, + 18.700374890069394, + 18.678894345698385, + 18.65741380132738, + 18.635933256956374, + 18.61445271258537, + 18.59297216821436, + 18.571491623843354, + 18.55001107947235, + 18.528530535101343, + 18.507049990730334, + 18.485569446359328 + ], + "p10": [ + 17.979621966892477, + 17.95814142252147, + 17.936660878150462, + 18.515180715249183, + 18.58370051420093, + 17.872219245037446, + 17.850738700666437, + 17.82925815629543, + 18.407777993394152, + 18.4762977923459, + 18.364816904652137, + 18.28333632213416, + 18.421856197379853, + 18.30037527153912, + 18.27889472716811, + 18.557413419857653, + 18.2359336384261, + 18.214453094055095, + 18.132972511537115, + 17.571491623843354, + 18.150011460942075, + 17.528530535101343, + 18.10705037220006, + 18.085569827829055 + ], + "p90": [ + 19.37962158542275, + 18.95814142252147, + 19.23666011521101, + 19.3751799904567, + 19.89369978940845, + 19.27221886356772, + 19.150737937726984, + 19.129257393355978, + 19.107776848984972, + 19.186296686083693, + 19.064815760242958, + 19.14333559734168, + 19.021854671500947, + 19.00037412712994, + 19.07889396422866, + 19.057413419857653, + 19.095932913633618, + 18.92445198779289, + 19.052971824891603, + 18.67149200531308, + 18.95001069800262, + 18.82852977216189, + 18.907049609260607, + 18.79556872156685 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260619_125349.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..18d19756e617b30dfb99441d64d4622480f13bbb --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260619_125349.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T12:53:49.440179+00:00", + "metrics": { + "MSE[mean]": 2.5714547826799143, + "MSE[0.5]": 2.641547089316905, + "MAE[0.5]": 1.5085526633680917, + "MASE[0.5]": 1.9326653076155866, + "MAPE[0.5]": 0.0852953387484311, + "sMAPE[0.5]": 0.08121506772821113, + "MSIS": 23.788203817399296, + "RMSE[mean]": 1.6035756242472365, + "NRMSE[mean]": 0.08935642881624555, + "ND[0.5]": 0.08406144159436628, + "mean_weighted_sum_quantile_loss": 0.07856797939333784 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00" + ], + "context": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 22.0, + 21.700000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 22.0, + 22.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 20.0, + 21.0, + 21.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771, + 19.45438594901771 + ], + "p10": [ + 18.45438594901771, + 18.45438594901771, + 18.45438594901771, + 19.054386330487436, + 19.14438667381019, + 18.45438594901771, + 18.45438594901771, + 18.45438594901771, + 19.054386330487436, + 19.14438667381019, + 19.054386330487436, + 18.994386292340465, + 19.154386711957162, + 19.054386330487436, + 19.054386330487436, + 19.354385567547983, + 19.054386330487436, + 19.054386330487436, + 18.994386292340465, + 18.45438594901771, + 19.054386330487436, + 18.45438594901771, + 19.054386330487436, + 19.054386330487436 + ], + "p90": [ + 19.854385567547983, + 19.45438594901771, + 19.754385186078256, + 19.914385605694953, + 20.45438594901771, + 19.854385567547983, + 19.754385186078256, + 19.754385186078256, + 19.754385186078256, + 19.854385567547983, + 19.754385186078256, + 19.854385567547983, + 19.754385186078256, + 19.754385186078256, + 19.854385567547983, + 19.854385567547983, + 19.914385605694953, + 19.76438522422523, + 19.914385605694953, + 19.554386330487436, + 19.854385567547983, + 19.754385186078256, + 19.854385567547983, + 19.76438522422523 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260619_125349.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..70fd3a7f8325663acf6e692d15a4353fc32d7fba --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260619_125349.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T12:53:49.612530+00:00", + "metrics": { + "MSE[mean]": 2.442083400090572, + "MSE[0.5]": 2.442083400090572, + "MAE[0.5]": 1.4875000317891438, + "MASE[0.5]": 1.9056939650336162, + "MAPE[0.5]": 0.08317951120514644, + "sMAPE[0.5]": 0.07952185768815677, + "MSIS": 47.845412283235625, + "RMSE[mean]": 1.5627166730058817, + "NRMSE[mean]": 0.08707963568413588, + "ND[0.5]": 0.08288832075950577, + "mean_weighted_sum_quantile_loss": 0.07566906549443835 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00" + ], + "context": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 22.0, + 21.700000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 22.0, + 22.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 20.0, + 21.0, + 21.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 21.0, + 20.0, + 21.0, + 21.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "p10": [ + 20.58, + 19.6, + 20.58, + 20.58, + 19.6, + 19.6, + 18.62, + 19.6, + 18.62, + 18.62, + 18.62, + 18.62, + 19.011999626159668, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62 + ], + "p90": [ + 21.42, + 20.4, + 21.42, + 21.42, + 20.4, + 20.4, + 19.38, + 20.4, + 19.38, + 19.38, + 19.38, + 19.38, + 19.78799961090088, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260619_125348.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260619_125348.json new file mode 100644 index 0000000000000000000000000000000000000000..bea09a2e381d611fd5ff5f615000cd0cf134badf --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260619_125348.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-19T12:53:48.916475+00:00", + "metrics": { + "MSE[mean]": 84.98294946026185, + "MSE[0.5]": 83.3587076227477, + "MAE[0.5]": 8.680495483650125, + "MASE[0.5]": 4.249002960720764, + "MAPE[0.5]": 0.34737370445815213, + "sMAPE[0.5]": 0.2905628010489904, + "MSIS": 144.70877828098554, + "RMSE[mean]": 9.218619715568153, + "NRMSE[mean]": 0.3589339137096052, + "ND[0.5]": 0.33798164074642784, + "mean_weighted_sum_quantile_loss": 0.3299537815458202 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00" + ], + "context": [ + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453 + ], + "actual": [ + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.600000381469727, + 27.100000381469727, + 27.100000381469727, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 30.846557764034614, + 31.818988022409307, + 32.607045740904326, + 33.16084111561789, + 33.64201859104976, + 33.93354415554769, + 34.184876695115605, + 34.46258262254344, + 34.554706283580764, + 34.75416008354918, + 34.8244989638425, + 34.87464703055787, + 34.990515887912665, + 34.98391026104611, + 35.02007442486922, + 35.046826021185325, + 35.15398608145439, + 35.17468575964563, + 35.132432921292875, + 35.07781810513122, + 35.09501766740978, + 35.11159169588029, + 35.13889277256286, + 35.14168018838449 + ], + "p10": [ + 30.224708151241817, + 31.228751678439973, + 32.021616007448735, + 32.470797645821385, + 32.594742633980616, + 33.08173643948058, + 33.437463239478966, + 33.84857404355427, + 33.79398078566248, + 34.036499582485284, + 34.18048530605159, + 34.292301495501206, + 34.39681663367051, + 34.11267289569061, + 34.27334358560303, + 34.43837480762277, + 34.42739733652529, + 34.34029481825073, + 34.30461658151023, + 34.28022375633805, + 34.53204132481253, + 34.15141093986934, + 34.32876211802585, + 34.50029387481168 + ], + "p90": [ + 31.645372844428678, + 32.59429804387636, + 33.307764001741134, + 33.92516928422766, + 34.36551228758245, + 34.728732679242455, + 34.88595002175169, + 35.21205467104721, + 35.18985035694667, + 35.48597430200928, + 35.59321692815824, + 35.41321694023291, + 35.72263361778209, + 35.71426452454342, + 35.77133190591166, + 35.65936386922832, + 35.83469964409629, + 35.86740520034601, + 35.84337136033736, + 35.82488006135395, + 35.82692980137529, + 35.78567029336931, + 35.79345095500474, + 35.87942230603685 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260619_125349.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..f4f6608f1af8eca7d685ed4258a6aa0e63544f9e --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260619_125349.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-19T12:53:49.302190+00:00", + "metrics": { + "MSE[mean]": 757.1250815825464, + "MSE[0.5]": 750.3561289370804, + "MAE[0.5]": 24.52689725752822, + "MASE[0.5]": 12.00563484663082, + "MAPE[0.5]": 0.9748558397634474, + "sMAPE[0.5]": 0.6146567562956363, + "MSIS": 451.0873008655208, + "RMSE[mean]": 27.515905974227824, + "NRMSE[mean]": 1.0713525587693047, + "ND[0.5]": 0.9549732492957506, + "mean_weighted_sum_quantile_loss": 0.9467736612538834 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00" + ], + "context": [ + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453 + ], + "actual": [ + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.600000381469727, + 27.100000381469727, + 27.100000381469727, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 31.223845101299695, + 32.77882215280818, + 34.43379767843776, + 36.088773204067344, + 37.84374720381802, + 39.4987227294476, + 41.15369825507718, + 42.70867530658567, + 44.46364930633634, + 46.118624831965924, + 47.67360188347441, + 49.32857550175536, + 50.983552934733574, + 52.638528460363155, + 54.39350246011383, + 55.94847951162232, + 57.60345408357758, + 59.35842903700257, + 61.013404562632154, + 62.56838161414064, + 64.32335561389131, + 65.97833113952089, + 67.63330666515047, + 69.28828219078005 + ], + "p10": [ + 30.223847008648328, + 31.878820626929276, + 33.833795389619404, + 35.17877183077633, + 36.84374911116665, + 38.49872463679623, + 40.2436987891348, + 42.008674543646215, + 43.45364945892423, + 45.118624831965924, + 46.97360092980009, + 48.42857759983885, + 50.28355026444549, + 51.938527506688835, + 53.59350131570465, + 55.13847832906617, + 56.903454274312445, + 58.65843018141175, + 60.20340357081086, + 61.66838199561037, + 63.62335485095186, + 65.07833152099062, + 66.83330723735506, + 68.28828390739382 + ], + "p90": [ + 32.43384571165126, + 33.87882253427791, + 35.73379691549831, + 37.498770953395955, + 39.24374682234829, + 40.708723339799164, + 42.353699018016634, + 44.208673399237036, + 45.67364991668791, + 47.5186244504962, + 49.17359997612578, + 50.428575883225086, + 52.28355217179412, + 53.95852758298278, + 55.59350322305328, + 57.448477604273684, + 59.103453129903265, + 60.558429799942026, + 62.41340418116243, + 63.86838085120119, + 65.54335626238985, + 67.37833075805116, + 69.03330628368074, + 70.68828180931033 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260619_125349.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..605f32b839c35098413b40c1f522565d824b477b --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260619_125349.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T12:53:49.513940+00:00", + "metrics": { + "MSE[mean]": 3.6973809320049114, + "MSE[0.5]": 3.5822022850455717, + "MAE[0.5]": 1.7117040620316721, + "MASE[0.5]": 0.8378595025075736, + "MAPE[0.5]": 0.06664474350392564, + "sMAPE[0.5]": 0.06638104817892915, + "MSIS": 8.507794133451965, + "RMSE[mean]": 1.922857491340664, + "NRMSE[mean]": 0.07486790714527283, + "ND[0.5]": 0.06664648906821638, + "mean_weighted_sum_quantile_loss": 0.056991976288172194 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00" + ], + "context": [ + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453 + ], + "actual": [ + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.600000381469727, + 27.100000381469727, + 27.100000381469727, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 25.845223466199432, + 25.745224992078338, + 25.745224992078338, + 25.745224992078338, + 25.845223466199432, + 25.845223466199432, + 25.845223466199432, + 25.745224992078338, + 25.845223466199432, + 25.845223466199432, + 25.745224992078338, + 25.745223084729705, + 25.745224992078338, + 25.745224992078338, + 25.845223466199432, + 25.745224992078338, + 25.74522403840402, + 25.845223466199432, + 25.845223466199432, + 25.745224992078338, + 25.845223466199432, + 25.845223466199432, + 25.845223466199432, + 25.845223466199432 + ], + "p10": [ + 24.84522537354806, + 24.84522346619943, + 25.14522270325998, + 24.835223618787317, + 24.84522537354806, + 24.84522537354806, + 24.935224000257044, + 25.045224229138885, + 24.835223618787317, + 24.84522346619943, + 25.045224038404022, + 24.8452251828132, + 25.045222321790252, + 25.045224038404022, + 25.045222321790252, + 24.93522380952218, + 25.045224229138885, + 25.14522461060861, + 25.03522247437814, + 24.84522537354806, + 25.14522270325998, + 24.945223847669155, + 25.045224038404022, + 24.8452251828132 + ], + "p90": [ + 27.05522407655099, + 26.845225373548065, + 27.04522422913888, + 27.15522274140695, + 27.2452230847297, + 27.05522407655099, + 27.04522422913888, + 27.2452230847297, + 27.05522407655099, + 27.2452230847297, + 27.2452230847297, + 26.845223466199432, + 27.04522422913888, + 27.065224114697962, + 27.04522422913888, + 27.2452230847297, + 27.2452230847297, + 27.04522422913888, + 27.2452230847297, + 27.04522422913888, + 27.065224114697962, + 27.2452230847297, + 27.2452230847297, + 27.2452230847297 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260619_125349.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260619_125349.json new file mode 100644 index 0000000000000000000000000000000000000000..64d3248a0ed6fccb9e26e5d6c1a0cba846fe2c1c --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260619_125349.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T12:53:49.663909+00:00", + "metrics": { + "MSE[mean]": 1.3025001780195755, + "MSE[0.5]": 1.3025001780195755, + "MAE[0.5]": 0.958333412806193, + "MASE[0.5]": 0.46909321202237403, + "MAPE[0.5]": 0.03690848513169654, + "sMAPE[0.5]": 0.036575001238771616, + "MSIS": 7.296808510091272, + "RMSE[mean]": 1.1412712990431222, + "NRMSE[mean]": 0.04443625907229936, + "ND[0.5]": 0.03731343445226495, + "mean_weighted_sum_quantile_loss": 0.03123242778986576 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00" + ], + "context": [ + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453 + ], + "actual": [ + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.600000381469727, + 27.100000381469727, + 27.100000381469727, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453 + ], + "p10": [ + 28.51800037384033, + 29.203999252319335, + 29.203999252319335, + 29.203999252319335, + 27.93, + 27.146000747680663, + 26.656000747680665, + 25.676000747680664, + 24.5, + 23.911999626159666, + 23.61800037384033, + 23.323999252319336, + 23.128000373840333, + 22.833999252319334, + 23.128000373840333, + 22.63800037384033, + 22.441999626159667, + 22.343999252319335, + 23.03, + 24.303999252319336, + 24.891999626159667, + 26.166000747680663, + 27.439999999999998, + 29.106000747680664 + ], + "p90": [ + 29.682000389099123, + 30.39599922180176, + 30.39599922180176, + 30.39599922180176, + 29.07, + 28.254000778198243, + 27.74400077819824, + 26.724000778198242, + 25.5, + 24.88799961090088, + 24.58200038909912, + 24.275999221801758, + 24.07200038909912, + 23.76599922180176, + 24.07200038909912, + 23.562000389099122, + 23.35799961090088, + 23.25599922180176, + 23.97, + 25.295999221801758, + 25.90799961090088, + 27.234000778198244, + 28.560000000000002, + 30.294000778198242 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index f01ea010b87a5a5567d0259cdccfd9a7fbb76b68..1160881c4683697de30cdedc525dd6109cfd8670 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3140140.755794525,3140140.755794525,1569.8069661458333,1.4269981448573648,0.02475711410343608,0.024370600454748394,11.132353186555392,1772.0442307669764,0.027823764026250586,0.02464833429913954,0.018554232329948895,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4008625855770636,1.4008625855770636,1.0795833269755046,0.608875548483334,0.046587047792513214,0.047934585519697016,12.12512653834402,1.1835804094260194,0.05117356027909125,0.04667711802198097,0.04109904509084068,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.2948285399121146,0.2948285399121146,0.46550000707308453,0.5239412650253229,0.3055513401917784,0.3823522660434216,19.674225015931743,0.5429811598132247,0.3731102333014854,0.31986895512290936,0.31522673874618967,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.20970514112261357,0.20970514112261357,0.38466667632261914,0.4316156458026312,0.25604156103456394,0.30202263081875497,15.85108813502144,0.4579357390754882,0.32055980680409746,0.2692706965717439,0.2640523778049879,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04819445550441949,0.04819445550441949,0.17638891604211596,0.9769230123102456,0.1238367188419272,0.11542561604922458,30.509384437523618,0.2195323563951781,0.14883550013806707,0.11958570922767393,0.11403852342916644,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.1137500413259054,3.1137500413259054,1.712500015894572,2.1295336424006686,0.09165506442834154,0.08742872599438313,56.356478048786464,1.7645821152119574,0.09476386516777736,0.09196688508120619,0.08468710576197236,Weather,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.442083400090572,2.442083400090572,1.4875000317891438,1.9056939650336162,0.08317951120514644,0.07952185768815677,47.845412283235625,1.5627166730058817,0.08707963568413588,0.08288832075950577,0.07566906549443835,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,359.6425047906252,359.6425047906252,13.583333571751913,1.1374433520666278,0.5834987860641834,0.38028260420985865,41.97717267197984,18.964242795076874,0.6496457935231773,0.4653154682875918,0.45681798962143855,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.3025001780195755,1.3025001780195755,0.958333412806193,0.46909321202237403,0.03690848513169654,0.036575001238771616,7.296808510091272,1.1412712990431222,0.04443625907229936,0.03731343445226495,0.03123242778986576,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,86.70833333333333,86.70833333333333,7.541666666666667,1.3852040816326532,0.9027474546437396,0.5494359623162849,52.28204102700016,9.311730952585203,0.9047835743402627,0.7327935222672065,0.7233378317588843,Hazards,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index a43936f98945576e4d3fa00eca308074f534c9dd..974c015eee7dba07051298cf7ef04880243aa804 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T03:48:43.277419+00:00", + "evaluated_at": "2026-06-19T12:53:49.558947+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 850b60e47bba79d52126939c45094273fef407f7..54a2fafc93eeb8ce774bff41055b79743546d81b 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T03:48:43.283570+00:00", + "evaluated_at": "2026-06-19T12:53:49.584061+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5980000495910645, - 1.6130000352859497, - 1.6299999952316284, 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.3630000352859497, 1.3940000534057617, 1.4210000038146973, - 1.4450000524520874 - ], - "actuals": [ + 1.4450000524520874, 1.468000054359436, 1.5049999952316284, - 1.5360000133514404, + 1.5360000133514404 + ], + "actuals": [ 1.5479999780654907, 1.565000057220459, 1.590999960899353, @@ -307,12 +304,12 @@ 1.0140000581741333, 1.0, 0.9829999804496765, - 0.9660000205039978 + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945 ], "p50": [ - 0.6439999938011169, - 0.6710000038146973, - 0.7110000252723694, 0.7570000290870667, 0.7929999828338623, 0.8299999833106995, @@ -334,9 +331,9 @@ 1.3940000534057617, 1.4210000038146973, 1.4450000524520874, - 0.6439999938011169, - 0.6710000038146973, - 0.7110000252723694, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, 0.7570000290870667, 0.7929999828338623, 0.8299999833106995, @@ -358,9 +355,9 @@ 1.3940000534057617, 1.4210000038146973, 1.4450000524520874, - 0.6439999938011169, - 0.6710000038146973, - 0.7110000252723694, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, 0.7570000290870667, 0.7929999828338623, 0.8299999833106995, @@ -369,12 +366,12 @@ 0.9409999847412109, 0.9800000190734863, 1.0199999809265137, - 1.055999994277954 + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071 ], "p10": [ - 0.6311199939250945, - 0.6575800037384033, - 0.696780024766922, 0.7418600285053253, 0.777139983177185, 0.8133999836444855, @@ -396,9 +393,9 @@ 1.3661200523376464, 1.3925800037384033, 1.4161000514030457, - 0.6311199939250945, - 0.6575800037384033, - 0.696780024766922, + 1.4386400532722472, + 1.474899995326996, + 1.5052800130844115, 0.7418600285053253, 0.777139983177185, 0.8133999836444855, @@ -420,9 +417,9 @@ 1.3661200523376464, 1.3925800037384033, 1.4161000514030457, - 0.6311199939250945, - 0.6575800037384033, - 0.696780024766922, + 1.4386400532722472, + 1.474899995326996, + 1.5052800130844115, 0.7418600285053253, 0.777139983177185, 0.8133999836444855, @@ -431,12 +428,12 @@ 0.9221799850463867, 0.9604000186920166, 0.9995999813079833, - 1.034879994392395 + 1.034879994392395, + 1.0662400579452513, + 1.0927000093460082, + 1.124059956073761 ], "p90": [ - 0.6568799936771393, - 0.6844200038909912, - 0.7252200257778167, 0.772140029668808, 0.8088599824905396, 0.8465999829769134, @@ -458,9 +455,9 @@ 1.421880054473877, 1.4494200038909912, 1.473900053501129, - 0.6568799936771393, - 0.6844200038909912, - 0.7252200257778167, + 1.4973600554466249, + 1.535099995136261, + 1.5667200136184694, 0.772140029668808, 0.8088599824905396, 0.8465999829769134, @@ -482,9 +479,9 @@ 1.421880054473877, 1.4494200038909912, 1.473900053501129, - 0.6568799936771393, - 0.6844200038909912, - 0.7252200257778167, + 1.4973600554466249, + 1.535099995136261, + 1.5667200136184694, 0.772140029668808, 0.8088599824905396, 0.8465999829769134, @@ -493,12 +490,12 @@ 0.9598199844360352, 0.999600019454956, 1.040399980545044, - 1.0771199941635132 + 1.0771199941635132, + 1.109760060310364, + 1.1373000097274781, + 1.1699399542808533 ], "timestamps": [ - "2026-06-17 21:36:00", - "2026-06-17 21:42:00", - "2026-06-17 21:48:00", "2026-06-17 21:54:00", "2026-06-17 22:00:00", "2026-06-17 22:06:00", @@ -795,6 +792,9 @@ "2026-06-19 03:12:00", "2026-06-19 03:18:00", "2026-06-19 03:24:00", - "2026-06-19 03:30:00" + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00" ] } diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index 56993faddb14c27ec255e471baf630056033e691..e4e3315b9386155796911558dbab9bfafc065b66 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,22 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T03:22:43.642790+00:00", + "evaluated_at": "2026-06-19T12:53:49.612530+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 21.0, 21.0, 21.0, 21.0, @@ -101,10 +90,7 @@ 19.0, 19.0, 19.0, - 19.399999618530273 - ], - "actuals": [ - 19.0, + 19.399999618530273, 19.0, 19.0, 19.0, @@ -115,6 +101,9 @@ 19.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 18.899999618530273, 19.0, @@ -127,20 +116,20 @@ 18.0, 18.0, 18.0, - 18.0 + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, 21.0, 20.0, 21.0, @@ -153,20 +142,20 @@ 19.0, 19.0, 19.0, - 19.399999618530273 + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p10": [ - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 20.18800037384033, 20.58, 19.6, 20.58, @@ -179,20 +168,20 @@ 18.62, 18.62, 18.62, - 19.011999626159668 + 19.011999626159668, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62 ], "p90": [ - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 21.01200038909912, 21.42, 20.4, 21.42, @@ -205,10 +194,20 @@ 19.38, 19.38, 19.38, - 19.78799961090088 + 19.78799961090088, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38 ], "timestamps": [ - "2026-06-18 17:00:00", "2026-06-18 18:00:00", "2026-06-18 19:00:00", "2026-06-18 20:00:00", @@ -327,6 +326,7 @@ "2026-06-23 13:00:00", "2026-06-23 14:00:00", "2026-06-23 15:00:00", - "2026-06-23 16:00:00" + "2026-06-23 16:00:00", + "2026-06-23 17:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index e9451b62710703d2fe05b0d218d6d557d16df14e..2f9e9184ff23aa45252e9070b300bceebc891d84 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T03:22:43.648903+00:00", + "evaluated_at": "2026-06-19T12:53:49.632875+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 7871f1eb3c978de6bafa4cd4233ad11346891ae4..fff6012cb7721ebeec172e780bc4d76d34900685 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T03:22:43.665954+00:00", + "evaluated_at": "2026-06-19T12:53:49.663909+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4f4ff25040408f1345cd6160df2946a9a9491153..9cbf63fd4f4224cd07b220745531eb2f2154bdd9 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T03:22:43.676405+00:00", + "evaluated_at": "2026-06-19T04:52:57.672978+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index ea9f5a49f3695cb6929edb1915f278b6a217a0cd..8a8f9b4b099c6e28d085a9340275da31cdca70aa 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,37 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T03:48:43.295320+00:00", + "evaluated_at": "2026-06-19T12:53:49.684300+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 71, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", + "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "context_length": 336, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..07633ed0ca58aea9a30f0d39bdf3610c207c83fb 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1309848.276089986,1010694.1341425577,753.2607421875,0.6847349418600981,0.011947237171961453,0.011821887904386222,37.1690239314189,1144.486031408853,0.017970154873322354,0.011827328447547891,0.014828174270802685,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.526210171215401,0.7473377386639489,0.7295161088307699,0.41144070104913816,0.03116201568238881,0.03095660265167545,17.411750000413743,1.2353987903569443,0.053413991954890584,0.031541529643874154,0.038499626353120694,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.047092906994085956,0.029047234808368096,0.11778773466746012,0.1325754108881183,0.10017905234066213,0.08963858119233281,6.35251636099475,0.21700900210379742,0.1491180272835285,0.08093800008999709,0.09688691900121488,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06271225503281662,0.041753047187010374,0.17312886317571005,0.9588673388699741,0.12381134449342628,0.11427232808046127,43.35098584410173,0.25042415025874926,0.16977908979994927,0.11737550383100502,0.13463726091849165,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.0100968204675762,0.6023095146007714,0.6345949172973633,0.789133555117235,0.03472651886642334,0.03383391751984107,53.606305562645424,1.0050357309407343,0.05397372537929536,0.03407983491417213,0.05010405271940715,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,85.86004566916078,59.791612473109275,6.461504062016805,0.5410744572287355,0.25581093443349984,0.2251951052655632,21.369010044640078,9.266069591210762,0.3174217498410116,0.2213475633633979,0.2475484901072689,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.3753085343738953,2.2736152357409387,1.279158353805542,0.6261333402900386,0.04939997423492217,0.04943895560326242,18.24830563171384,1.541203599260622,0.06000792491437004,0.049804995579803266,0.048236312581249004,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,33.609178954652634,23.571583174889913,4.262144009272258,0.7828427772132717,0.5167466424063112,0.37932201196528603,40.5780180595359,5.797342404468847,0.5633045251305763,0.41413545029366067,0.5138086884396064,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.03053480138381322,0.12935407956441244,0.2716064453125,0.010028545673076926,0.00010249299823113208,0.0001025019959402483,0.1420090895432692,0.17474209963203835,6.594041495548617e-05,0.00010249299823113208,0.0002099295455538085,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..80ecde6171dd3db6f7a21ac5092e68c8d916745e 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,26 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-19T03:45:35.450353+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T03:44:17.277795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", + "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", + "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "context_length": 71, + "prediction_length": 72 } - ] + ], + "failed_datasets": [] }