diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index ec6031b4c3246357cc5282ef00a061f48e4f3077..56f88773ce0e6ebba62d7a06bb2d900bc52b7075 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,ARIMA,649333.7592963602,431613.9295062413,572. nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,1.268665497113475,1.351726361482078,0.879666856252665,0.49612440855675083,0.03685729892538633,0.038026438571018305,11.522554910988042,1.126350521424603,0.04869915541391916,0.03803348258847486,0.03556678384133805,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.3865505543724714,1.388811072338627,0.8874149174801094,0.9987693597232397,7.855989823446544,1.4003694279300485,39.09949059807276,1.1775188127467313,5.585069214940841,4.209082422162077,4.191072560214617,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.024642685554483235,0.027780682815393018,0.1356499780843283,0.8419656304078647,0.08700667753692753,0.09021615989876665,5.448464083657977,0.15697988901283894,0.10388374716816512,0.0897683653319883,0.07092747796947099,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,1.4369238646125144,1.9427404029704778,1.2347830337468286,1.871671124837298,0.06633780363725301,0.06922605872906629,45.985611447468735,1.1987175916839272,0.06559330095773944,0.06756678613207695,0.0651116944094209,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,748.9018723853329,734.7509370900161,25.25490684529238,2.062650384623575,0.8720292884745531,0.5720794639065976,65.2035076114738,27.366071555583805,0.8149717054687196,0.7521004416493235,0.7317119305363694,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.9330603959321,14.598654717169401,2.9867385048373123,1.4519512973094144,0.11022829329348027,0.12059980986372383,35.6296448128197,3.732701487653694,0.1468603863994896,0.11751102314114016,0.10980912800183498,Weather,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,1.4451002664027401,1.8035552776601043,1.022129555253659,1.026406291640263,0.04991255795863827,0.052107163936643996,15.060105469400105,1.2021232326191604,0.0608285016348203,0.0517206619385274,0.04637358514873647,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,929.0045059681087,909.945573719996,29.261381628689175,2.422081275007385,1.0791384319068313,0.6688620596225278,79.722926101254,30.479575226175786,1.0085617230659911,0.9682519935309838,0.9460927980671118,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,17.61937941263253,18.277733850166015,3.5535783149305455,1.72751067296233,0.13275201168927395,0.14606396494699836,44.09985955828762,4.197544450346241,0.1651222272408034,0.139790006509056,0.13188209729128939,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,60.216586163380704,47.419574867588786,6.301464302084558,1.1678389440156713,0.8459939845272736,0.5459610703408714,6.649131993391343,7.759934675200604,0.8389118567784437,0.6812393840091415,0.5746080461510786,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,503.55813367894524,2155.154451666285,42.580510765899874,1.5139737161208844,0.01637896719752923,0.01653995050924489,3.7842661192804976,22.440101017574435,0.008658559878163769,0.016429779073659116,0.012484406181625479,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,3213.780880325879,5849.796236542633,64.17859164287614,2.4644579190864437,0.024354599371590662,0.02476098691035041,26.55406948633683,56.690218559517646,0.021734269096300694,0.02460521085349884,0.018841716835551116,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3361.8999032105453,2843.6983884080173,47.51926410579385,1.033027480560736,0.2087414080176455,0.1891203102868941,7.672689515892466,57.98189289088918,0.22264029085914658,0.18246563288017387,0.1327476503944628,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index d1b3c8ce4f0c7c1e09f5128c014fcc5baa9e9c44..ce730538f704c98947d6bec222b0c3b5d4043e20 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T18:56:52.320921+00:00", + "evaluated_at": "2026-06-18T19:19:26.213177+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 27577e0b6f00ab908b23791f3ffd0c22a9151343..d06dd5b807991d8886252a89739ba8247fc4995b 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T15:43:12.585318+00:00", + "evaluated_at": "2026-06-18T19:19:26.320671+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 715fb90eb5dfe851c565dd92de1e20701b8c6f12..7987510221466a9e494a1ec48e20ee860d3ca24a 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T17:54:45.845961+00:00", + "evaluated_at": "2026-06-18T19:19:26.378077+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.06077650546263, - 17.053819669527908, - 17.054014643905745, - 17.054009182054603, - 17.05400933520541, - 17.05400933092174, - 17.05400933052369, - 17.054009331038674, - 17.054009331038767, - 17.054009331032837, - 17.054009331038493, - 17.054009331014548, - 17.054009331036635, - 17.05400933103867, - 17.054009331038003, - 17.05400933103877, - 17.054009330971517, - 17.054009331022296, - 17.05400933103563, - 17.05400933103563, - 17.054009331038767, - 17.05400933103563, - 17.054009330971517, - 17.054009330971517 + 18.735373445460997, + 18.741366789837823, + 18.740359102157434, + 18.74052865952155, + 18.740500045532357, + 18.740505390797118, + 18.740504027871705, + 18.741685903093394, + 18.74050419099666, + 18.740504152027583, + 18.74050416854292, + 18.7405041486117, + 18.74050414377796, + 18.740504142806536, + 18.74050414282661, + 18.740504151476674, + 18.740504144748076, + 18.740504142838997, + 18.740504143130636, + 18.74050414474808, + 18.74050414571558, + 18.740504298823613, + 18.740504142814366, + 18.740504142814366 ], "p10": [ - 16.97130874615211, - 17.00405365008234, - 16.690107485699162, - 16.80562278104333, - 16.959671975342772, - 17.004243311467455, - 16.69010217011825, - 16.915845566119724, - 16.964541571728255, - 16.805622930021563, - 16.948649707557582, - 16.80111526939343, - 16.959671971167406, - 17.053022834563734, - 17.000273137598857, - 16.915845566119817, - 16.80111526939343, - 16.76054632374025, - 16.959671971167406, - 16.80111526939343, - 17.000273137598857, - 16.76054632374025, - 16.96454157172825, - 17.004243311584478 + 18.65463553604506, + 18.40678429069931, + 18.60981216674681, + 18.659790619758763, + 18.659762133239838, + 18.740450598035807, + 18.699525830377397, + 18.72209792401253, + 18.446921433549893, + 18.38572035009417, + 18.659766233330433, + 18.65659683940141, + 18.656596839383216, + 18.62807229305124, + 18.65659683938576, + 18.670605225027455, + 18.346920201820957, + 18.446921436826543, + 18.6280722930508, + 18.669521325867006, + 18.65976623342306, + 18.669521325867006, + 18.446921436826543, + 18.40377078891873 ], "p90": [ - 17.205244300164818, - 17.298765868673364, - 17.29896084575969, - 17.24577864016968, - 17.30213855159688, - 17.193848445685084, - 17.193845497284695, - 17.503483303020207, - 17.302138547421517, - 17.245778789147913, - 17.30107389462793, - 17.311720422563763, - 17.30107389462793, - 17.245778789147913, - 17.32477156886141, - 17.311720422563763, - 17.15421163539764, - 17.442231885540266, - 17.311720422563763, - 17.298720156347454, - 17.2989555301755, - 17.193845497281416, - 17.154595118951875, - 17.161626373574126 + 19.234937437900115, + 19.24093748777771, + 19.081282581266045, + 19.244553409757863, + 19.25944207722895, + 19.244596767811956, + 19.244535613014058, + 19.416599489043055, + 19.248802966960366, + 19.24459607898081, + 19.244956418011018, + 19.24006813529369, + 19.12783831843843, + 19.240068135278555, + 19.081427621947533, + 19.24452902342217, + 19.245016767610597, + 19.41659946955478, + 19.139011734700933, + 19.2450167676106, + 19.39309706825273, + 19.24459607842989, + 19.139011734700933, + 19.263232380038588 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c23553a50899600bdf0023098a1a372bcd777f05..e8fa6daf54b9b333c46e4d5dd8a4990650eb35b8 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T17:54:45.904807+00:00", + "evaluated_at": "2026-06-18T19:19:26.419346+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,89 +365,89 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 58.69037960621147, - 58.7715615083921, - 58.618187202243405, - 58.699187741416374, - 58.750446700585556, - 59.034244140808795, - 58.89079822300633, - 59.02901435213694, - 58.94778361952323, - 58.73681933616641, - 58.732910672855766, - 58.74358332508962, - 58.73291408079349, - 58.71598155543862, - 58.73753545316875, - 58.806989161456606, - 58.734787676115474, - 58.720091223317056, - 59.03348347546365, - 58.95705612100679, - 59.064112166783836, - 58.89097880176311, - 58.75846221943968, - 58.76358618854294 + 58.9894149497163, + 59.28421139851943, + 59.66642102254341, + 59.61212969864856, + 59.621729615102566, + 59.40284443469946, + 59.58344067611448, + 59.307886480737324, + 59.85723658727291, + 59.537991301350694, + 59.38524485450182, + 59.62446997141486, + 59.48321488943506, + 59.72699042339269, + 59.45107281933335, + 59.42982184613553, + 59.62058761958902, + 59.38708656308458, + 59.560626914591666, + 59.37697218412921, + 59.44225201187517, + 59.32770487997276, + 59.50343279665838, + 59.39038392352468 ], "p10": [ - 54.30172165022041, - 55.670359496515815, - 55.69544752387917, - 56.14413105444587, - 55.438731928115374, - 53.74474922458797, - 56.62122211860602, - 56.27152266014264, - 56.36722136435764, - 54.897165449923236, - 55.44588270998234, - 56.28871718361244, - 55.691462435420036, - 54.63353620172896, - 55.478689991185746, - 56.599827292467424, - 55.53926362224537, - 54.380680525814256, - 56.37120136087646, - 55.8051237362491, - 56.42379067526084, - 55.777498198304215, - 56.60546660334033, - 55.9748057736236 + 56.08891984833834, + 56.730301176449856, + 56.50672677500061, + 57.203174433650595, + 57.00034224157616, + 56.43502426324599, + 57.184770380987466, + 57.196974947374734, + 56.94908346649619, + 56.81894297580235, + 54.854658951610816, + 57.256443531208255, + 56.49944530875775, + 57.066692455924795, + 57.197276174202855, + 56.98917135679645, + 56.375339769209745, + 57.3662354627105, + 56.14048011986488, + 56.33973501555455, + 57.25521604732639, + 57.20401045142136, + 56.33214412990388, + 56.49322030950885 ], "p90": [ - 62.59385479875362, - 63.504680095835106, - 62.96039148692466, - 62.857657025099016, - 63.13383519784639, - 63.5707063480125, - 62.348808728396236, - 62.94353727834069, - 62.72197528466456, - 62.891121944170976, - 62.7828257164001, - 63.37913502848004, - 64.3903732683059, - 63.422642673808845, - 62.56077154523471, - 63.392868600321634, - 63.139493621453376, - 62.886686547723684, - 65.41339343624911, - 62.73519176606071, - 62.774933234182605, - 63.60972166365656, - 62.78282972056145, - 62.8200639455636 + 63.03694640853539, + 63.784176990963154, + 64.27689335749155, + 64.95226557038005, + 63.34367604359249, + 64.58061664281443, + 64.22536168445961, + 63.337818510677174, + 63.76773809467824, + 63.29152925265838, + 61.74945153178015, + 63.64669816637843, + 63.34586381006904, + 64.3178782361009, + 63.789349455978595, + 63.64670397523012, + 64.54875925666776, + 62.33849556035359, + 63.03523999334684, + 63.78934976467235, + 63.843991628182415, + 63.909599090712824, + 63.43061001274915, + 63.864910292449096 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index ce73526ab235f4ff9ab4c3017d5b29f21ffd6c2b..bce3915cebc70cea3ad86dd939c021bea014f950 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T17:54:45.949441+00:00", + "evaluated_at": "2026-06-18T19:19:26.459853+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,89 +365,89 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 23.036966699196, - 22.801453843065733, - 22.7626002604142, - 22.653636964713364, - 22.51389230237747, - 22.472904708970276, - 22.425630366300265, - 22.387083132807053, - 22.419954537263656, - 22.371815597250936, - 22.34676736477777, - 22.310813635944903, - 22.31833137327665, - 22.312521796500594, - 22.39067238532114, - 22.310078416535944, - 22.307927899265323, - 22.304722763650204, - 22.343403386473806, - 22.258980876667263, - 22.3283308180952, - 22.339715695485577, - 22.286369299992543, - 22.313705574255906 + 22.708667262101677, + 22.48548951006834, + 22.292533815199434, + 22.13331769761718, + 22.079526216914086, + 21.91017586705691, + 21.852253423255057, + 21.82195366197532, + 21.814076763362298, + 21.72269610122879, + 21.84757474751621, + 21.71298681683584, + 21.764462887723674, + 21.695800370030987, + 21.76814107465008, + 21.77495573511259, + 21.73113036831228, + 21.73096092706281, + 21.653510492675164, + 21.69382024892685, + 21.639864890849566, + 21.643476567222557, + 21.680617648232136, + 21.656129636555423 ], "p10": [ - 22.219546325684085, - 22.085113737999283, - 22.100829183965043, - 21.861982241115747, - 21.7573539735823, - 21.91010497868584, - 21.7002212051232, - 21.511194875501165, - 21.5230326358318, - 21.710185619296794, - 21.708929763990447, - 21.724600923772766, - 21.688626954359258, - 21.477519574122663, - 21.762096750920772, - 21.699033407705418, - 21.465410578197734, - 21.649558205342135, - 21.525216440088, - 21.656094757365917, - 21.550697130137266, - 21.71726929585239, - 21.690071477000764, - 21.703354646375423 + 22.115451643246814, + 21.733647117690026, + 21.441974559702956, + 21.36418383295112, + 21.447327114802846, + 21.134708117575617, + 21.314060665808334, + 21.088388886006, + 21.212239262477294, + 21.18089069873114, + 21.160278989279934, + 20.89395211304021, + 20.986258095418467, + 20.872231009658165, + 21.170737501135772, + 21.042771251115376, + 21.098849876253514, + 21.145127994815468, + 20.905536106697312, + 21.080300824289576, + 21.013958709013373, + 20.65660024498322, + 20.909701031560484, + 20.959160320062075 ], "p90": [ - 23.887455088557456, - 23.541797115691143, - 23.44368626041302, - 23.714608389107834, - 23.225470751904826, - 23.24376166315273, - 23.104243142551407, - 23.167831242993998, - 23.24609698628174, - 23.091229460098596, - 23.10376507957045, - 23.114148642573095, - 23.066918039231894, - 23.090773157332112, - 23.527389484091398, - 23.03438197366779, - 23.165882130251568, - 23.07160747135287, - 23.15387614613453, - 22.989915303142087, - 23.347772058015806, - 23.05704488305113, - 22.893975493615457, - 23.0258256669826 + 23.409256246410024, + 23.247071125972763, + 23.050373705786267, + 22.928431252230965, + 22.866970028533107, + 22.610931840940907, + 22.534811994938035, + 22.368419808107944, + 22.565218449576673, + 22.496104291065727, + 22.61393632625766, + 22.49565116059463, + 22.771393670743766, + 22.478674095100256, + 22.408354415933232, + 22.5531107328597, + 22.428357661623306, + 22.422497272356782, + 22.524997224564526, + 22.44526714246471, + 22.414700680279623, + 22.418912659066244, + 22.464836918934935, + 22.462880852253228 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 66067a957af9eba8465f4ae2e335286515842296..e0999aa51b75630868a78597c8c16dcb9bce1345 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T18:30:26.955329+00:00", + "evaluated_at": "2026-06-18T19:19:26.487710+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,91 +115,99 @@ 2600.0, 2600.0, 2600.0, - 2550.0 + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 ], "p50": [ - 2549.4023240399224, - 2549.686575912018, - 2549.2143722222554, - 2551.6039037466594, - 2549.68265806113, - 2545.9419132961543, - 2545.0683771901076, - 2548.6524715125242, - 2551.603902981436, - 2550.452128450353, - 2547.3784037542914, - 2546.7989223743825, - 2546.7989223743825, - 2549.2144269764776, - 2551.0843872327537, - 2552.1368272009413, - 2545.044112522452, - 2552.030780378364, - 2548.6524715125242, - 2551.0843872327537, - 2548.74619588113, - 2549.682658071825, - 2550.452128450353, - 2548.558747143918 + 2546.6262697298985, + 2547.9841258981082, + 2548.8109878266923, + 2547.0631252270787, + 2547.0259305824875, + 2551.334961488516, + 2546.988735524845, + 2547.8408981565544, + 2547.0631256490074, + 2547.0631256490074, + 2548.585719638596, + 2547.8408981565544, + 2549.5466709998996, + 2549.5859157508667, + 2550.799899079842, + 2546.9887355248457, + 2549.915805672463, + 2550.799899079842, + 2546.0539207721417, + 2548.585719638596, + 2549.1788494680823, + 2548.8110279362654, + 2547.9879388167014, + 2547.0631256490074 ], "p10": [ - 2524.487589848221, - 2523.091282015568, - 2527.37217545578, - 2527.580491103059, - 2527.3722301993075, - 2523.0682488651705, - 2524.767923880121, - 2527.044520205482, - 2527.33945920955, - 2526.9195788330803, - 2526.9195788330803, - 2527.044520205482, - 2524.5998679096488, - 2526.9195788330803, - 2524.7679238801234, - 2527.5400887563874, - 2523.087364175375, - 2527.5829070747077, - 2527.044520205482, - 2529.986747478314, - 2527.044520205482, - 2527.5400887563874, - 2527.3722302100023, - 2525.6923882213287 + 2528.217655263688, + 2529.626036606593, + 2531.676715360004, + 2531.6049416344895, + 2527.7304653226624, + 2531.6767554695302, + 2529.629849525186, + 2530.8407975468795, + 2530.8042092169494, + 2530.8407975468795, + 2529.6298495251863, + 2532.8131720485017, + 2530.9586213379866, + 2530.8407975468795, + 2530.8407975468795, + 2529.6298495251863, + 2528.1190165706603, + 2531.676755469577, + 2528.1190165706603, + 2530.474914247578, + 2530.474914247578, + 2530.474914247578, + 2529.6298495251863, + 2530.3904077753386 ], "p90": [ - 2591.3767744279967, - 2596.6844871610665, - 2588.384635140152, - 2592.1086085255606, - 2585.7269610486906, - 2588.3846898945235, - 2585.4316578554954, - 2591.657108459899, - 2592.9151484407153, - 2591.6069418709617, - 2591.0622215956782, - 2591.0622215956782, - 2592.1086077603372, - 2591.001697120647, - 2591.001697120647, - 2592.9151484407153, - 2592.9151484407153, - 2592.9151484407153, - 2591.001697120647, - 2591.112388184616, - 2591.6069418709617, - 2592.9151484407153, - 2595.218455954985, - 2588.6463906170015 + 2594.6066784298387, + 2596.0332044661054, + 2594.9691041152128, + 2591.215941311412, + 2593.8099863401358, + 2597.3163045990723, + 2592.4293041378764, + 2592.275895003799, + 2593.877179123141, + 2593.8099863445746, + 2594.969144224786, + 2594.481914130241, + 2592.275895003799, + 2591.2159417333405, + 2596.0103386565265, + 2594.481914130241, + 2594.481914130241, + 2596.0370173846986, + 2594.481914130241, + 2594.5306371396955, + 2595.07326366796, + 2596.2771259382475, + 2594.481914130241, + 2594.969144224786 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 2ba373bc631d700a25e3e6963cc8aac03f6f583d..b95df4c917fcbd70ce7a34268028a2c5ac2af907 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,43 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T18:56:52.523161+00:00", + "evaluated_at": "2026-06-18T19:19:26.499939+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index d453b15730ae518bff1232f196928ffdab20dba7..2395137ee065baf3dc5b03082aee96e818e4e34f 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,4.500,3.800,4.500,4.400,4.600,3.300,4.500,4.400,4.600 +2026-06-18,Chronos-2,3.900,3.500,3.900,4.000,3.900,3.400,3.900,4.000,4.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index b80d9223cae79e3699cad562bbc3f2485e91dfb0..579399be000a69eadce42342129e2d4e28b147d9 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.275,3.875,4.275,4.125,4.35,3.5,4.275,4.125,4.3 +2026-W25,Chronos-Bolt-Mini,4.125,3.8,4.125,4.025,4.175,3.525,4.125,4.025,4.15 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index fa10b964643e803a366d0f2300d48b371193e194..38110e63c429d5c5d87b856f58a3cb8893c17776 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,Chronos-2,385045.84802691144,385045.8480269114 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.2636181896623384,0.2636181896623384,0.41401322682698566,0.23349983671001576,0.017847168659734923,0.01761600110836976,1.959125489732039,0.5134376200302607,0.022199109404753965,0.017900373012802992,0.020483897112699892,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.06906804444800291,0.06906804444800291,0.24547234067382911,0.27627465765478365,2.771865721839584,1.211978404298222,1.7858491249814041,0.2628079992085532,1.2465200979643218,1.1642956343252522,1.0644247125884707,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03247898487450682,0.03247898487450682,0.13851644926600987,0.8597575257668901,0.09581511098916812,0.09096502037930833,5.0873401402953995,0.18021926887685127,0.11926274811739217,0.0916652947372466,0.07324626590448612,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,4.9878136611486825,4.9878136611486825,1.8984392086664836,2.877634168926038,0.10169657814243212,0.10932431399759644,15.398570251464845,2.2333413669093853,0.12220746023695873,0.10388176099852178,0.07646669628434924,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,36.5809424840157,36.5809424840157,5.0063174565633135,0.4088822299201195,0.159203374552684,0.170845617195133,1.912521366737862,6.048218124705466,0.1801181667645055,0.14908998054054776,0.13622217796119543,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5442778966460841,0.5442778966460841,0.5368144512176514,0.2609630664343565,0.020500442657107657,0.020193225692821008,1.9691510275978172,0.7377519208013518,0.02902630508070892,0.02112056857249776,0.023789452794253936,Weather,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.3137860168476436,0.3137860168476436,0.464180866877238,0.46612306607609266,0.02298759999327221,0.02320523138772051,2.255276891701538,0.5601660618492017,0.02834489949480901,0.023487963507847386,0.023133381101097576,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.61062385971703,39.61062385971703,5.341403961181641,0.4421293116229344,0.1715813951711349,0.18209901352637461,2.198385890212146,6.293697153479585,0.2082569064190109,0.17674575655025554,0.1551408308624319,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5701619780666078,0.5701619780666078,0.5729495684305826,0.2785295290593131,0.022043345694780506,0.021729303244539505,1.9582654497961631,0.7550907085023678,0.02970361863504807,0.02253858415438844,0.024279920752778735,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,55.106199240890156,55.106199240890156,6.8338035345077515,1.2664964079396606,0.9142609577699213,0.5756469216662,17.747358543071968,7.423354985509595,0.8025248632983345,0.7387895712981353,0.5335522257410609,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1088.6448701669772,1088.6448701669772,31.805684407552082,1.1308687789351852,0.012250654279076914,0.012326581615984511,2.5200614872685185,32.99461880620804,0.012731042626189598,0.012272289803557074,0.008832994467192525,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,4878.137272293369,4878.137272293369,57.902364095052086,2.22345078125,0.021977115806121075,0.02230259439114755,31.591423046874997,69.84366307900359,0.026777123225177096,0.022198989429412938,0.01711120081134074,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 1e98db651bdaca831c9e557edf88b50912021083..790940b572bd7d4e37c3c982d8f23600f9d49c53 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T18:53:21.537109+00:00", + "evaluated_at": "2026-06-18T19:14:36.226193+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c1fc170d38998a74a0eaaa129da571db6d7bad7b..bc8544fe887fda3081d7279b2871682fb70b03c1 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T06:16:53.580062+00:00", + "evaluated_at": "2026-06-18T19:14:42.063018+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index ac5c82321abab53930c4ceb5c8a8af100132952c..56d2e846900e5b056a37c0a1a89df1a80cf1e4c1 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T17:44:29.603669+00:00", + "evaluated_at": "2026-06-18T19:14:47.002898+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.04521942138672, - 17.004915237426758, - 16.988971710205078, - 17.00984764099121, - 16.942596435546875, - 16.934877395629883, - 16.942852020263672, - 16.927263259887695, - 16.88813018798828, - 16.91110610961914, - 16.818130493164062, - 16.458995819091797, - 16.209484100341797, - 16.16019058227539, - 16.034786224365234, - 15.976066589355469, - 15.862129211425781, - 15.779240608215332, - 15.755650520324707, - 15.738600730895996, - 15.697526931762695, - 15.684904098510742, - 15.69175910949707, - 15.664651870727539 + 19.051145553588867, + 19.090364456176758, + 19.119590759277344, + 19.16482925415039, + 19.213830947875977, + 19.236370086669922, + 19.290359497070312, + 19.355592727661133, + 19.415626525878906, + 19.443134307861328, + 19.483074188232422, + 19.534704208374023, + 19.547136306762695, + 19.619245529174805, + 19.679210662841797, + 19.743515014648438, + 19.913326263427734, + 19.955787658691406, + 20.001893997192383, + 20.052230834960938, + 20.114046096801758, + 20.121570587158203, + 20.189308166503906, + 20.259502410888672 ], "p10": [ - 16.46413230895996, - 16.3216495513916, - 16.23649787902832, - 16.10334014892578, - 15.93299388885498, - 15.791219711303711, - 15.56369400024414, - 15.409296035766602, - 15.42325210571289, - 15.19111156463623, - 15.068546295166016, - 14.96432876586914, - 14.949929237365723, - 14.963822364807129, - 14.92916488647461, - 14.923900604248047, - 14.961999893188477, - 14.971590042114258, - 14.980978965759277, - 14.979516983032227, - 14.979565620422363, - 14.976747512817383, - 14.970370292663574, - 14.97622013092041 + 18.569223403930664, + 18.530664443969727, + 18.4908390045166, + 18.468835830688477, + 18.47720718383789, + 18.45849609375, + 18.450565338134766, + 18.45205307006836, + 18.438003540039062, + 18.484508514404297, + 18.35946273803711, + 18.341629028320312, + 18.277978897094727, + 18.259113311767578, + 18.235292434692383, + 18.292463302612305, + 18.179166793823242, + 18.126535415649414, + 18.105911254882812, + 18.144775390625, + 18.062070846557617, + 18.033666610717773, + 17.978553771972656, + 17.971895217895508 ], "p90": [ - 17.62914276123047, - 17.683027267456055, - 17.72488021850586, - 17.763507843017578, - 17.744915008544922, - 17.798458099365234, - 17.816570281982422, - 17.900554656982422, - 17.933813095092773, - 18.089223861694336, - 18.19574546813965, - 18.230228424072266, - 18.160472869873047, - 18.134977340698242, - 18.036781311035156, - 18.142818450927734, - 18.761219024658203, - 18.799976348876953, - 18.833833694458008, - 18.70012664794922, - 18.734676361083984, - 18.868656158447266, - 18.800119400024414, - 18.919921875 + 19.448047637939453, + 19.540285110473633, + 19.632505416870117, + 19.75461769104004, + 19.850128173828125, + 19.9261417388916, + 20.009384155273438, + 20.114782333374023, + 20.18844985961914, + 20.254554748535156, + 20.37659454345703, + 20.4631290435791, + 20.55777359008789, + 20.600370407104492, + 20.68117332458496, + 20.752059936523438, + 20.90326690673828, + 20.964946746826172, + 21.0506591796875, + 21.17650604248047, + 21.231510162353516, + 21.307865142822266, + 21.39936637878418, + 21.5037784576416 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 8c9d2ce97eaf52acc0a51422565e49a266003378..2c08ac9838a151e5681834a8d6032ee84094ab20 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T17:44:38.200996+00:00", + "evaluated_at": "2026-06-18T19:14:51.844892+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,89 +365,89 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 59.872108459472656, - 58.931976318359375, - 56.99530029296875, - 54.688812255859375, - 50.4586296081543, - 37.91945266723633, - 22.141685485839844, - 20.09528160095215, - 19.960187911987305, - 20.333032608032227, - 20.398052215576172, - 21.290494918823242, - 21.885663986206055, - 21.81436538696289, - 22.196666717529297, - 22.854534149169922, - 23.767667770385742, - 27.6174259185791, - 33.764015197753906, - 34.28682327270508, - 33.15229797363281, - 31.140453338623047, - 28.536678314208984, - 25.794971466064453 + 57.06768798828125, + 55.291839599609375, + 52.472408294677734, + 38.23574447631836, + 21.700740814208984, + 20.574068069458008, + 20.736703872680664, + 20.630952835083008, + 20.802757263183594, + 21.287494659423828, + 21.766986846923828, + 22.259851455688477, + 22.399425506591797, + 21.973875045776367, + 22.76416015625, + 27.2255859375, + 36.03687286376953, + 35.10010528564453, + 32.71379470825195, + 29.794696807861328, + 26.588409423828125, + 23.606048583984375, + 20.687328338623047, + 19.21367645263672 ], "p10": [ - 55.669456481933594, - 52.128753662109375, - 47.852577209472656, - 41.2314453125, - 33.49498748779297, - 19.88707733154297, - 14.132430076599121, - 13.459590911865234, - 14.073861122131348, - 14.000055313110352, - 14.164542198181152, - 14.600459098815918, - 14.931238174438477, - 14.723726272583008, - 15.09055233001709, - 15.536019325256348, - 15.895627975463867, - 17.282960891723633, - 18.758289337158203, - 19.18610191345215, - 20.151172637939453, - 18.625423431396484, - 16.936586380004883, - 15.19466781616211 + 51.73064422607422, + 46.8420524597168, + 39.37327575683594, + 23.588682174682617, + 15.659708976745605, + 14.86813735961914, + 14.96358585357666, + 14.766005516052246, + 15.172211647033691, + 15.230072021484375, + 15.506281852722168, + 15.512672424316406, + 15.319578170776367, + 14.983556747436523, + 14.970004081726074, + 16.88204002380371, + 21.558326721191406, + 20.738922119140625, + 19.413686752319336, + 18.071990966796875, + 16.12429428100586, + 14.39023208618164, + 12.93824577331543, + 12.610986709594727 ], "p90": [ - 63.532379150390625, - 64.77685546875, - 64.66163635253906, - 64.50628662109375, - 62.69794464111328, - 52.94468307495117, - 32.899784088134766, - 29.303022384643555, - 27.824438095092773, - 28.312517166137695, - 29.159076690673828, - 29.386953353881836, - 30.52775764465332, - 31.337064743041992, - 32.568016052246094, - 34.37730026245117, - 36.96550750732422, - 46.22840118408203, - 56.37548065185547, - 58.78765869140625, - 56.71108627319336, - 54.043888092041016, - 52.129154205322266, - 47.92999267578125 + 61.36452102661133, + 61.353126525878906, + 60.29176330566406, + 50.42428970336914, + 31.044023513793945, + 28.850168228149414, + 28.745275497436523, + 28.943300247192383, + 28.936954498291016, + 29.243106842041016, + 30.779712677001953, + 31.624616622924805, + 32.08189392089844, + 33.222652435302734, + 36.231300354003906, + 43.30084228515625, + 60.49198913574219, + 60.348121643066406, + 57.47962188720703, + 54.75059127807617, + 50.738807678222656, + 45.270999908447266, + 40.7460823059082, + 37.45713806152344 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 8815d69c0b7bb12ea8536269fac991c451f28430..5ccdc4cde8f7bc6c0c37e2dbfd86c7303de21a9c 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T17:44:44.260526+00:00", + "evaluated_at": "2026-06-18T19:14:56.470407+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,89 +365,89 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 23.32970428466797, - 23.086444854736328, - 22.877456665039062, - 22.819002151489258, - 23.288362503051758, - 24.46827507019043, - 25.86150550842285, - 27.14907455444336, - 28.11539077758789, - 28.76713752746582, - 29.33094596862793, - 29.695926666259766, - 29.67422103881836, - 29.138153076171875, - 28.364559173583984, - 27.60733413696289, - 26.425668716430664, - 25.488494873046875, - 24.878307342529297, - 24.307252883911133, - 23.87653160095215, - 23.54106330871582, - 23.312929153442383, - 23.17646026611328 + 22.959632873535156, + 22.985004425048828, + 23.427101135253906, + 24.532804489135742, + 25.898221969604492, + 27.13749885559082, + 28.082351684570312, + 28.74705696105957, + 29.343963623046875, + 29.636991500854492, + 29.592884063720703, + 29.14635467529297, + 28.457290649414062, + 27.576160430908203, + 26.633548736572266, + 25.570280075073242, + 24.938444137573242, + 24.34588050842285, + 23.917041778564453, + 23.5323543548584, + 23.34721565246582, + 23.19263458251953, + 23.120187759399414, + 22.927885055541992 ], "p10": [ - 22.85268783569336, - 22.454345703125, - 22.141889572143555, - 22.01062774658203, - 22.306907653808594, - 23.241470336914062, - 24.34685707092285, - 25.248830795288086, - 25.850866317749023, - 26.269817352294922, - 26.482099533081055, - 26.63558578491211, - 26.387033462524414, - 26.071142196655273, - 25.449575424194336, - 24.81171226501465, - 23.916397094726562, - 23.123476028442383, - 22.593603134155273, - 22.09418296813965, - 21.74077606201172, - 21.42672348022461, - 21.206945419311523, - 21.048616409301758 + 22.50377655029297, + 22.312480926513672, + 22.634050369262695, + 23.48139762878418, + 24.540245056152344, + 25.463666915893555, + 26.032737731933594, + 26.348073959350586, + 26.689638137817383, + 26.767847061157227, + 26.641529083251953, + 26.177940368652344, + 25.53265380859375, + 24.959077835083008, + 24.164974212646484, + 23.492815017700195, + 22.73198699951172, + 22.288732528686523, + 21.86309814453125, + 21.505840301513672, + 21.285606384277344, + 21.140209197998047, + 20.969228744506836, + 20.758848190307617 ], "p90": [ - 23.816537857055664, - 23.693586349487305, - 23.63945770263672, - 23.683231353759766, - 24.23900032043457, - 25.58074188232422, - 27.402902603149414, - 29.003541946411133, - 30.3162841796875, - 31.33440399169922, - 32.12096405029297, - 32.51404571533203, - 32.55316162109375, - 31.951107025146484, - 31.11368751525879, - 30.281272888183594, - 29.000402450561523, - 27.86625862121582, - 27.138530731201172, - 26.63676643371582, - 26.16373634338379, - 25.881839752197266, - 25.56208038330078, - 25.434106826782227 + 23.373884201049805, + 23.5557918548584, + 24.175670623779297, + 25.484336853027344, + 27.25929832458496, + 28.804466247558594, + 30.03765106201172, + 31.095497131347656, + 31.977218627929688, + 32.465885162353516, + 32.373817443847656, + 31.89529800415039, + 31.209999084472656, + 30.193042755126953, + 29.02640151977539, + 27.748685836791992, + 27.05707550048828, + 26.387340545654297, + 25.97287940979004, + 25.543581008911133, + 25.468238830566406, + 25.344755172729492, + 25.36136817932129, + 25.1523380279541 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b50320251acec6e7f8095c3383eb78a7bb259a4b..daf9d9c9843ba8266bc0edf9b1ec77a60a302a3a 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T18:26:39.051226+00:00", + "evaluated_at": "2026-06-18T19:15:01.960322+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,91 +115,99 @@ 2600.0, 2600.0, 2600.0, - 2550.0 + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 ], "p50": [ - 2572.708740234375, - 2567.63818359375, - 2567.935546875, - 2568.78759765625, - 2567.708984375, - 2567.52685546875, - 2567.581787109375, - 2566.761962890625, - 2565.982421875, - 2565.395751953125, - 2566.624267578125, - 2566.112060546875, - 2565.59521484375, - 2565.10595703125, - 2564.563232421875, - 2565.69921875, - 2560.723388671875, - 2559.350341796875, - 2559.1298828125, - 2559.69140625, - 2560.58349609375, - 2559.6220703125, - 2558.7734375, - 2559.710693359375 + 2556.138916015625, + 2557.470458984375, + 2556.68603515625, + 2557.78564453125, + 2558.4169921875, + 2557.546875, + 2557.628173828125, + 2558.510498046875, + 2558.447998046875, + 2558.942138671875, + 2558.806396484375, + 2558.8642578125, + 2558.31982421875, + 2558.211181640625, + 2558.790771484375, + 2559.64501953125, + 2561.446044921875, + 2559.2822265625, + 2557.648681640625, + 2557.84130859375, + 2557.07666015625, + 2553.198974609375, + 2553.002197265625, + 2552.619873046875 ], "p10": [ - 2548.9765625, - 2549.364013671875, - 2549.1728515625, - 2548.97412109375, - 2548.890869140625, - 2548.909912109375, - 2549.233154296875, - 2549.0458984375, - 2549.26220703125, - 2549.65283203125, - 2549.636474609375, - 2549.34912109375, - 2549.2275390625, - 2549.049072265625, - 2549.329345703125, - 2549.318115234375, - 2549.32666015625, - 2549.425537109375, - 2549.5693359375, - 2549.131591796875, - 2549.328125, - 2549.466552734375, - 2549.252685546875, - 2549.666259765625 + 2550.174560546875, + 2550.070068359375, + 2549.94677734375, + 2549.66015625, + 2549.876220703125, + 2549.908935546875, + 2549.593505859375, + 2549.7275390625, + 2549.67724609375, + 2549.363037109375, + 2549.928955078125, + 2549.772705078125, + 2549.667236328125, + 2549.582763671875, + 2549.662841796875, + 2549.736572265625, + 2549.229248046875, + 2549.52783203125, + 2549.6279296875, + 2549.3349609375, + 2549.68896484375, + 2549.59619140625, + 2549.649658203125, + 2549.76611328125 ], "p90": [ - 2618.428466796875, - 2618.667724609375, - 2618.857421875, - 2618.263427734375, - 2619.6171875, - 2619.04931640625, - 2619.241943359375, - 2618.5146484375, - 2619.497802734375, - 2620.222900390625, - 2620.146240234375, - 2619.503662109375, - 2619.73388671875, - 2620.0517578125, - 2619.175537109375, - 2618.639404296875, - 2621.822509765625, - 2622.322998046875, - 2622.418701171875, - 2621.14208984375, - 2620.9697265625, - 2623.025390625, - 2621.33154296875, - 2622.9560546875 + 2605.633056640625, + 2607.238525390625, + 2605.732421875, + 2605.36572265625, + 2605.1337890625, + 2606.132568359375, + 2605.119873046875, + 2604.735107421875, + 2606.3720703125, + 2605.2626953125, + 2605.21728515625, + 2605.843017578125, + 2607.07373046875, + 2606.024169921875, + 2606.561767578125, + 2606.583984375, + 2608.49755859375, + 2608.3759765625, + 2606.94189453125, + 2607.56884765625, + 2606.92041015625, + 2604.41455078125, + 2606.528076171875, + 2604.20068359375 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 296efe67765195e4b1fa582e2c5b9d193d5b72fd..708d0cf9278e2ceede07708139d73a7680cd6f3b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,43 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T18:53:35.256711+00:00", + "evaluated_at": "2026-06-18T19:15:04.209736+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index da2802f5207945141c05315f7a3129fb560fdafe..2f226a75258c90aca257b9d2262b7ec2d4c359f6 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,ETS,971230.361732948,932893.5536945708,730.075 nasa_power_shanghai_hourly_T2M/1h/short,ETS,0.9514946903994796,1.0571485294759237,0.8420700330223051,0.4749201292819416,0.03574040153658981,0.0363175545886661,2.3788437995932497,0.9754458931173372,0.04217460749847952,0.03640793751814526,0.02806017069390227,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,2.091621011940734,2.083536233239808,1.0883151599329348,1.224878930985151,9.646588862272786,1.454295526652564,47.24631043757936,1.4462437595166087,6.859653885049098,5.161968904527572,5.117818957181228,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.0685326588091919,0.06704869931967038,0.1959620247713941,1.216316375813039,0.13887510519087584,0.12445582980800284,25.44755451132123,0.261787430579071,0.1732416771415576,0.12968074804950494,0.11814882144902761,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,0.29775734160146744,0.30815245947581765,0.48621781991915675,0.7370038533511428,0.026383827033252757,0.026706884599182402,21.292307449088394,0.5456714593979306,0.02985890297151403,0.026605625890724828,0.025878059922671337,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,3196.8863384037318,3163.711347362753,51.752957120534234,4.226832336543569,1.7658226545480205,0.863703660028809,147.18748519922477,56.54101465665196,1.683812272801773,1.5412221532017962,1.5140672801421873,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,40.09644803116104,41.559927851418585,5.734540193230494,2.7877475914107612,0.21977151392278274,0.25437895670982524,74.54787974110873,6.332175615944416,0.2491347783322393,0.22562125350415058,0.2115726323137263,Weather,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.25745731178348435,0.2423058373978858,0.4230695453451954,0.42483972888928917,0.021590429547519278,0.02139620399898215,9.418451790050225,0.507402514561649,0.025675017210405465,0.021407694180073968,0.020458797102551326,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1368.5135951305901,1343.6210868586359,35.33832814945573,2.9250943782143395,1.30639930676503,0.7490618490552192,96.82074934608215,36.99342637727128,1.2241034716630084,1.169336674287973,1.1408656930272256,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,53.21298265812026,55.039916065403226,6.8684021632937755,3.3389549889572243,0.26707710604788565,0.31617819888335497,92.78016861566512,7.294722932238089,0.28695846153013593,0.2701879339705552,0.2549384634512821,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,70.38827946780434,77.19501973398911,8.19651778971131,1.5190457679773857,1.0798456168059891,0.6471165738411386,4.659849134688183,8.389772313227835,0.9070024122408471,0.8861100313201417,0.6558029590626653,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,596.9988626333621,581.318139434197,24.06093353290271,0.855499858947652,0.00928645223672551,0.00931307373006257,8.325925063621966,24.433560171071306,0.009427740258934267,0.009283961491795258,0.00795960164032772,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,2401.7862131439992,2406.445691357245,34.5860418132473,1.3281040056286961,0.013161556548102277,0.013247012466962147,21.49325996303855,49.008021926456074,0.018789017990973572,0.013259824337347206,0.011295565829561191,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2966.045650932652,3054.901089250775,50.34629050796737,1.0944845762601603,0.21644531528869687,0.19999843521598823,13.021680345312786,54.46141433099816,0.20912227115578008,0.19332091802291365,0.13968841953633726,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index d284244b6670fa2b12edbfe7e736af917878a4e8..b18eb8fe2eb86467b3d7c71197bae4423c222e05 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T18:56:52.586568+00:00", + "evaluated_at": "2026-06-18T19:19:26.533606+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 2814c13e068df57ebc04b40e244d11fe5c7a58d4..7cd55c0994e662ba58e3656aadab760c754e4ea2 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T15:43:12.773920+00:00", + "evaluated_at": "2026-06-18T19:19:26.550717+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index f6261294b212a3ff4a63e08f783cc50fd7bf2b38..9fbf24e5a5eec1cada75a1283ee0aa692104a35b 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T17:54:46.071218+00:00", + "evaluated_at": "2026-06-18T19:19:26.570410+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.33562208859829, - 17.386368439784476, - 17.437114790970664, - 17.487861142156856, - 17.538607493343047, - 17.589353844529235, - 17.640100195715423, - 17.690846546901614, - 17.741592898087806, - 17.792339249273994, - 17.84308560046018, - 17.893831951646373, - 17.944578302832564, - 17.995324654018752, - 18.04607100520494, - 18.09681735639113, - 18.147563707577323, - 18.19831005876351, - 18.2490564099497, - 18.29980276113589, - 18.35054911232208, - 18.40129546350827, - 18.452041814694457, - 18.50278816588065 + 19.073893618140975, + 19.150232211704637, + 19.2265708052683, + 19.30290939883196, + 19.379247992395623, + 19.455586585959285, + 19.531925179522947, + 19.60826377308661, + 19.68460236665027, + 19.760940960213933, + 19.837279553777595, + 19.913618147341257, + 19.98995674090492, + 20.06629533446858, + 20.142633928032243, + 20.218972521595905, + 20.295311115159567, + 20.371649708723233, + 20.447988302286895, + 20.524326895850557, + 20.60066548941422, + 20.67700408297788, + 20.753342676541543, + 20.829681270105205 ], "p10": [ - 17.33562208859829, - 17.386368439784476, - 17.437114790970664, - 17.487861142156856, - 17.538607493343047, - 17.589353844529235, - 17.640100195715423, - 17.690846546901614, - 17.741592898087806, - 17.792339249273994, - 17.84308560046018, - 17.86383202794032, - 17.944578302832564, - 17.995324654018752, - 18.04607100520494, - 18.09681735639113, - 17.847564470516776, - 18.19831005876351, - 18.2490564099497, - 18.29980276113589, - 18.35054911232208, - 18.371295539802215, - 18.452041814694457, - 18.50278816588065 + 19.073893618140975, + 18.940231601353073, + 19.126570423798572, + 19.202909017362234, + 19.15924734389709, + 19.455586585959285, + 19.531925179522947, + 19.60826377308661, + 19.674602328503298, + 19.56094019727448, + 19.837279553777595, + 19.913618147341257, + 19.789955977965466, + 19.766296097408034, + 20.042633546562516, + 20.218972521595905, + 20.075310466661033, + 20.371649708723233, + 20.337987882670195, + 20.314326285498993, + 20.60066548941422, + 20.67700408297788, + 20.753342676541543, + 20.529682033044658 ], "p90": [ - 17.33562208859829, - 17.696367714991997, - 17.437114790970664, - 17.51786106586291, - 17.538607493343047, - 17.589353844529235, - 17.640100195715423, - 17.99084578396216, - 17.741592898087806, - 18.192338867804267, - 17.84308560046018, - 17.893831951646373, - 17.97457822653862, - 17.995324654018752, - 18.04607100520494, - 18.496816974921405, - 18.147563707577323, - 18.498309295824058, - 18.55905568515722, - 18.29980276113589, - 18.35054911232208, - 18.40129546350827, - 18.452041814694457, - 18.50278816588065 + 19.47389323667125, + 20.150232211704637, + 19.2265708052683, + 19.702909017362234, + 19.779247610925896, + 19.85558620448956, + 20.531925179522947, + 20.60826377308661, + 19.99460164185779, + 19.760940960213933, + 20.23727917230787, + 20.223617422548777, + 20.289955977965466, + 20.27629594482014, + 20.142633928032243, + 20.61897214012618, + 20.49531187809902, + 21.371649708723233, + 20.557988721903595, + 20.72432765879001, + 21.60066548941422, + 21.077003701508154, + 20.753342676541543, + 21.229680888635478 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index f712561c168ebbfd6fc6bfc1cf558d7e9cdeaafa..8cf7db681fa08388e273c3d75d6b19b9985cd043 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T17:54:46.087065+00:00", + "evaluated_at": "2026-06-18T19:19:26.587957+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,89 +365,89 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 60.64346795684145, - 62.97201125540865, - 64.80055264662722, - 66.92909708960362, - 69.60763790861759, - 71.53618111181737, - 73.81472278913823, - 75.89326513403113, - 78.17180824186346, - 79.70035039602149, - 81.82889483899787, - 84.30743680242102, - 86.38597914731392, - 88.51452168294168, - 90.64306421856942, - 92.82160646809487, - 94.90014928982492, - 96.7286906810435, - 99.20723359814097, - 101.38577680134074, - 103.71431866939648, - 105.59286215869855, - 107.87140335918225, - 109.99994589481 + 59.10655080575532, + 59.74862591882638, + 60.74070189020431, + 60.93277624033591, + 61.37485202097899, + 62.21692598964086, + 62.759000721242195, + 63.00107621578297, + 64.09315018444485, + 64.3352247253113, + 64.62730041058695, + 65.16937514218829, + 65.81145025525933, + 66.95352346098176, + 66.4955991462574, + 67.33767406859359, + 68.17974803725546, + 68.42182353179625, + 69.26389750045813, + 69.85597194595715, + 69.9480473451305, + 70.24012303040615, + 71.1321957592914, + 71.67427001405558 ], "p10": [ - 56.8434687197809, - 59.07200972952975, - 61.200553981771264, - 63.22909632666416, - 63.827635505358316, - 67.48618139791967, - 70.314724505752, - 72.34326589697058, - 74.66180820371649, - 75.99035131154884, - 78.69888919324592, - 81.62743802312414, - 83.0759780601252, - 84.51452168294168, - 87.10306254010263, - 89.25160496128944, - 91.38014921353098, - 91.52868801075542, - 95.65723417034556, - 97.28577689670817, - 100.07431832607372, - 101.64286215869855, - 104.74140305400647, - 106.79994513187054 + 55.98655235070771, + 56.43862673898629, + 56.7907006504277, + 57.812775496469946, + 58.06485265040404, + 58.51692618037573, + 59.54899992015577, + 60.101076406517834, + 60.04315075664943, + 61.18522415310672, + 61.60729861767924, + 62.36937380704424, + 62.8114483479107, + 62.8435240904068, + 63.88559777296639, + 63.92766926207503, + 63.97974727431601, + 65.11182244460753, + 65.44389818710364, + 66.19597143097302, + 66.73804663941151, + 67.69012093232266, + 67.23219566392397, + 69.0442733328422 ], "p90": [ - 64.46346812850283, - 69.5020096532358, - 69.80055455397586, - 71.9490969751627, - 75.007637336413, - 75.78618063498021, - 78.22472263655034, - 80.3432668506449, - 82.59180965330145, - 86.11034986196387, - 86.72889350385383, - 89.61743569615881, - 90.98597771680244, - 93.23452233144022, - 95.58306379895272, - 97.67160637272744, - 98.71014856503244, - 101.8186923595103, - 105.9572355054896, - 105.88577632450358, - 109.91431771572216, - 111.64286044208478, - 113.05140366435803, - 114.49994780215863 + 63.816553514190375, + 63.368626185855184, + 66.49069950601853, + 66.57277782343527, + 65.40485194468505, + 68.26692618037573, + 68.68899854686475, + 66.42107571987233, + 68.30315155773586, + 70.28522262722781, + 69.60730014355813, + 68.96937437924883, + 69.56144911085015, + 72.78352471983185, + 71.42559964216805, + 72.94767277159652, + 73.77974651137656, + 72.48182337920835, + 73.5638968328861, + 75.60597146911999, + 74.64804629608875, + 76.20012116120449, + 75.83219795274233, + 76.37427268434367 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 4f0bc196e0f6a7ebe57c68c332e01851bca2f836..075c45e00c6044318f9ca15d8fc281a5903279ea 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T17:54:46.108587+00:00", + "evaluated_at": "2026-06-18T19:19:26.612200+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,89 +365,89 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 23.027522613016544, - 22.646219694945355, - 22.36491715834389, - 22.083614621742427, - 21.80231208514096, - 21.521009548539496, - 21.239707011938034, - 20.958404475336568, - 20.577103464614012, - 20.39579940213364, - 20.114496865532175, - 19.73319585480962, - 19.551891792329247, - 19.12058963719751, - 19.089287100596046, - 18.707984182524854, - 18.42668164592339, - 18.145379109321926, - 17.864076572720464, - 17.482775561997904, - 17.301471499517532, - 17.02016896291607, - 16.738866426314605, - 16.457563889713143 + 22.689571865174486, + 22.331813228433802, + 21.874056117572028, + 21.616295954952438, + 21.258537318211758, + 20.900778681471074, + 20.543021952079027, + 20.08526293386862, + 19.82750277124903, + 19.36974470671294, + 19.111985497767666, + 18.754226861026986, + 18.346468987225755, + 18.038709587545622, + 17.68095095080494, + 17.323192314064258, + 16.965433677323574, + 16.607675040582894, + 16.14991792972112, + 15.89215776710153, + 15.434398748891123, + 15.176640493620168, + 14.818883764228119, + 14.461123220138804 ], "p10": [ - 22.027522613016544, - 21.646221602293988, - 21.36491715834389, - 21.283613477333247, - 20.892312619198577, - 20.821008785600043, - 20.229707164525923, - 20.148403483515278, - 19.57710155726538, - 19.595800165073094, - 19.114498582145945, - 18.833196045544483, - 18.851891029389794, - 18.270589255727785, - 18.089287100596046, - 17.80798456399458, - 17.716680844836965, - 17.345377964912746, - 17.054075580899173, - 16.582774036118998, - 16.39147203357515, - 16.32017010732525, - 15.938867189254058, - 15.55756427118287 + 21.989571102235033, + 21.621812618082238, + 21.174055163897712, + 20.706296489010054, + 20.558538462620938, + 20.090777689649784, + 19.743018900321214, + 19.185261407989714, + 19.02750162683985, + 18.569744515978076, + 18.301984505946375, + 17.754228577640756, + 17.49646860575603, + 17.238708443136442, + 16.98095018786549, + 16.613191703712694, + 16.255432876237148, + 15.607675040582894, + 15.339916937899831, + 15.092158530040983, + 14.53439913036085, + 14.1766424009688, + 14.018882429084076, + 13.661123792343394 ], "p90": [ - 24.327522040811953, - 23.846220457884808, - 23.564917921283342, - 23.693616757972894, - 23.202311703671235, - 22.72101031147895, - 22.349707431554734, - 22.15840523827602, - 22.07710155726538, - 21.615800050632174, - 21.524498429558054, - 20.853195931103564, - 20.7518925552687, - 20.470590018667238, - 20.389286528391455, - 19.907984945464307, - 20.026682027393118, - 19.25537933820376, - 19.074077183072024, - 18.78277479905845, - 18.701471118047806, - 18.420168581446344, - 18.138866044844878, - 17.657564652652596 + 23.999571140382006, + 23.731812846964075, + 23.194055240191656, + 23.01629557348271, + 22.65853693674203, + 22.300778300001348, + 21.753020655081954, + 20.895262018341274, + 21.13750204645655, + 20.869743753038623, + 20.51198511629794, + 20.15422647955726, + 19.796467842816575, + 19.63870996901535, + 18.880949806395762, + 18.743192008888474, + 18.275432952531094, + 17.807675803522347, + 17.449915450167897, + 17.292157385631803, + 16.734399893300303, + 16.576640112150443, + 16.21888147540976, + 15.861122838669077 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cf5a46b8d143e1dca43592d274d548c62283b633..d6de2fd9fb58afe61be1ed623a0f0bdab31071c6 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-18T18:30:27.070074+00:00", + "evaluated_at": "2026-06-18T19:19:26.635016+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,91 +115,99 @@ 2600.0, 2600.0, 2600.0, - 2550.0 + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 ], "p50": [ - 2578.4664203961424, - 2578.26565740146, - 2578.064894406777, - 2577.8641314120946, - 2577.663368417412, - 2577.4626054227297, - 2577.2618424280467, - 2577.0610794333643, - 2576.860316438682, - 2576.6595534439994, - 2576.4587904493164, - 2576.258027454634, - 2576.0572644599515, - 2575.856501465269, - 2575.655738470586, - 2575.4549754759037, - 2575.254212481221, - 2575.0534494865387, - 2574.852686491856, - 2574.6519234971734, - 2574.451160502491, - 2574.2503975078084, - 2574.0496345131255, - 2573.848871518443 + 2587.6645123476783, + 2588.0114339915917, + 2588.358355635505, + 2588.7052772794186, + 2589.052198923332, + 2589.3991205672455, + 2589.746042211159, + 2590.0929638550724, + 2590.439885498986, + 2590.7868071428993, + 2591.1337287868128, + 2591.480650430726, + 2591.8275720746396, + 2592.174493718553, + 2592.521415362467, + 2592.8683370063804, + 2593.215258650294, + 2593.5621802942073, + 2593.909101938121, + 2594.2560235820342, + 2594.6029452259477, + 2594.949866869861, + 2595.2967885137746, + 2595.643710157688 ], "p10": [ - 2528.4664203961424, - 2528.26565740146, - 2528.064894406777, - 2527.8641314120946, - 2527.663368417412, - 2527.4626054227297, - 2527.2618424280467, - 2527.0610794333643, - 2526.860316438682, - 2526.6595534439994, - 2526.4587904493164, - 2526.258027454634, - 2526.0572644599515, - 2525.856501465269, - 2525.655738470586, - 2525.4549754759037, - 2525.254212481221, - 2525.0534494865387, - 2524.852686491856, - 2524.6519234971734, - 2524.451160502491, - 2524.2503975078084, - 2524.0496345131255, - 2523.848871518443 + 2537.6645123476783, + 2538.0114339915917, + 2538.358355635505, + 2538.7052772794186, + 2539.052198923332, + 2539.3991205672455, + 2539.746042211159, + 2540.0929638550724, + 2540.439885498986, + 2540.7868071428993, + 2541.1337287868128, + 2541.480650430726, + 2541.8275720746396, + 2542.174493718553, + 2542.521415362467, + 2542.8683370063804, + 2543.215258650294, + 2543.5621802942073, + 2543.909101938121, + 2544.2560235820342, + 2544.6029452259477, + 2544.949866869861, + 2545.2967885137746, + 2545.643710157688 ], "p90": [ - 2628.4664203961424, - 2628.26565740146, - 2628.064894406777, - 2627.8641314120946, - 2627.663368417412, - 2627.4626054227297, - 2627.2618424280467, - 2627.0610794333643, - 2626.860316438682, - 2626.6595534439994, - 2626.4587904493164, - 2626.258027454634, - 2626.0572644599515, - 2625.856501465269, - 2625.655738470586, - 2625.4549754759037, - 2625.254212481221, - 2625.0534494865387, - 2624.852686491856, - 2624.6519234971734, - 2624.451160502491, - 2624.2503975078084, - 2624.0496345131255, - 2623.848871518443 + 2637.6645123476783, + 2638.0114339915917, + 2638.358355635505, + 2638.7052772794186, + 2639.052198923332, + 2639.3991205672455, + 2639.746042211159, + 2640.0929638550724, + 2640.439885498986, + 2640.7868071428993, + 2641.1337287868128, + 2641.480650430726, + 2641.8275720746396, + 2642.174493718553, + 2642.521415362467, + 2642.8683370063804, + 2643.215258650294, + 2643.5621802942073, + 2643.909101938121, + 2644.2560235820342, + 2644.6029452259477, + 2644.949866869861, + 2645.2967885137746, + 2645.643710157688 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 6d271ed309fb47fde1d7cfeba8086938026950b0..b27ea1dce770825213ec9171b887b6896c192607 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,43 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T18:56:52.631679+00:00", + "evaluated_at": "2026-06-18T19:19:26.644075+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 1f65023b18361c105ec5826cc33bb6475fa9dacd..aa6c5f0c8cf84755f94817aae254d9d26279e537 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1500,3 +1500,9 @@ {"evaluated_at": "2026-06-18T18:56:52.702686+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T18:56:52.702686+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-18T18:56:52.702686+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T19:19:26.761939+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T19:19:26.761939+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-18T19:19:26.761939+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-18T19:19:26.761939+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-18T19:19:26.761939+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-18T19:19:26.761939+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 64115b22f9d9933d8a491c991731bc199ebc00fd..df6eb11420c1592c690ebe0ec0189055d77d6591 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,779622.6444288889,735201.9082508087,659.1990559895834,0.6497766598738925,0.010177381457616465,0.010092532353922401,4.657720708206871,882.9624252644553,0.013530338779728802,0.010101433872619324,0.007138459991006136,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9345807586560113,1.0924920595322192,0.7913044691085815,0.4370919363032775,0.03479963103867976,0.03584991882581345,4.529265430709361,0.9667371714463096,0.04377843120449623,0.035834008752196195,0.05572582064291565,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,765807.712188085,710314.2461821238,648.97021484375,0.6396940267546102,0.010018948617926062,0.009937039546876357,4.397550077056434,875.1044007363264,0.013409923990873932,0.0099446891663135,0.007046228268117177,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.468455511360844,1.1820170585883716,0.8374420007069906,0.4723099595581462,0.035308743456064696,0.03438878081554778,2.323851338053848,1.2117984615276767,0.05239360260040931,0.03620783882710982,0.030502647980278783,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.07938378471637944,0.0660047843864542,0.22145985425449907,0.24924904064746667,2.5790162584996956,1.207584899291562,1.1688252984850906,0.2817512816588053,1.3363696549289699,1.050402423258882,0.8314594072210996,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.06342813844323775,0.0417704632305091,0.15454153716564178,0.9592236180309612,0.10811812836837205,0.10053320448540748,5.151161190286199,0.25184943605900284,0.16666506330539332,0.1022701320204277,0.08450476255853467,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.4685149836689864,0.9051011195405559,0.8471924463907877,1.284165392423931,0.045616648911656676,0.04692189793281682,5.4797015943025285,0.684481543702229,0.037454529913928836,0.046357999157392006,0.04164923047369622,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,96.91126473860822,78.43959691615116,6.707312107086182,0.5478079955797005,0.22693203334425902,0.19540927638049335,2.8390985903844665,9.844351920700937,0.2931684314919842,0.19974622868029712,0.17899530139926864,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.8841572891342366,0.792953430784678,0.6908252636591593,0.33583276077216223,0.0270364975107082,0.026472866182145848,2.009741190998086,0.940296383665404,0.03699526755404868,0.027180010373475123,0.025468417169400685,Weather,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.2529798828215159,0.39542807268488406,0.4911256631215413,0.4931806032052822,0.02424427007656606,0.02454677939920571,3.555806482900047,0.5029710556498415,0.025450781459571324,0.024851394092934295,0.02927524059250787,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,185.13068182264928,160.89616600007477,9.84438439210256,0.8148589633480919,0.3829432083347941,0.283999473189439,4.148769084557841,13.606273620012544,0.45022828123018305,0.3257482826235777,0.2339362927722142,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.5292967185760062,0.5063202985343954,0.5665576457977295,0.2754222063579646,0.021972806533354632,0.021621781098592623,1.9900603665989174,0.7275278129226443,0.028619354546563145,0.022287139884060208,0.023880196507278077,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,63.26687908932911,53.81310307346423,6.680327753225963,1.2380530199028812,0.9014053786352685,0.5661562226002563,14.905701298511167,7.954047968759625,0.8598970777037432,0.7221975949433472,0.5057794941318883,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,541.8331135337552,1974.810900927211,40.7487538655599,1.448844581886574,0.015673996554720397,0.015821409810811607,4.547486436631944,23.27730898393874,0.008981598321777006,0.015722991845232116,0.012039339436936181,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,3111.117400454978,4983.770967380454,58.250946044921875,2.236836328125,0.022124290822426295,0.022452254720231397,33.8468359375,55.77739148127114,0.02138430344329884,0.022332631071535543,0.01726893064846246,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index b28ce033d5cf993c3fc8e17a29562eb4ced34a92..b1bd456480c184a3737cdbecd6ab464b2f61b765 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T18:55:58.414132+00:00", + "evaluated_at": "2026-06-18T19:18:05.021476+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 64509.3984375 ], "p50": [ - 65671.96484375, - 65679.87109375, - 65671.44921875, - 65666.05078125, - 65709.6796875, - 65750.23046875, - 65749.6328125, - 65776.875, - 65813.28125, - 65862.2421875, - 65823.34765625, - 65872.73046875, - 65865.6640625, - 65853.53125, - 65767.70703125, - 65813.25390625, - 65798.34765625, - 65882.78515625, - 65878.47265625, - 65842.9765625, - 65895.19921875, - 65801.51953125, - 65870.15234375, - 65917.39453125 + 65692.16015625, + 65688.4453125, + 65710.62109375, + 65637.09765625, + 65741.0390625, + 65770.92578125, + 65790.2578125, + 65757.9765625, + 65780.7109375, + 65713.5546875, + 65858.5703125, + 65831.078125, + 65854.7734375, + 65972.9921875, + 65862.5234375, + 65709.10546875, + 65897.453125, + 65911.96875, + 65799.34375, + 65786.4296875, + 65858.953125, + 65852.79296875, + 65960.2421875, + 65962.7734375 ], "p10": [ - 65426.318359375, - 65355.087890625, - 65217.0859375, - 65144.560546875, - 65153.603515625, - 65016.46875, - 65097.90234375, - 64908.80078125, - 65025.619140625, - 65085.140625, - 64703.74609375, - 65030.822265625, - 64827.541015625, - 64868.3671875, - 64662.84375, - 64361.09765625, - 64763.919921875, - 64888.123046875, - 64598.7890625, - 64561.576171875, - 64587.982421875, - 64588.94140625, - 64324.646484375, - 64540.646484375 + 65421.958984375, + 65314.44921875, + 65324.201171875, + 65081.1875, + 65092.322265625, + 64865.712890625, + 65061.34765625, + 64962.72265625, + 64983.732421875, + 64831.91015625, + 65079.99609375, + 64858.904296875, + 64841.880859375, + 64883.783203125, + 64879.87890625, + 64696.20703125, + 64536.6640625, + 64710.220703125, + 64603.28515625, + 64640.98828125, + 64531.21484375, + 64572.255859375, + 64483.68359375, + 64695.412109375 ], "p90": [ - 65938.609375, - 66044.03515625, - 66243.40234375, - 66190.87109375, - 66340.33203125, - 66435.359375, - 66516.2109375, - 66667.06640625, - 66592.03125, - 66774.890625, - 66681.4609375, - 66780.8203125, - 67132.4453125, - 66961.4453125, - 66953.9921875, - 67102.984375, - 66994.30078125, - 67132.6875, - 66994.515625, - 67230.24609375, - 67326.07421875, - 67096.83203125, - 67264.25390625, - 67533.41796875 + 65890.07421875, + 66039.609375, + 66092.63671875, + 66209.4296875, + 66498.52734375, + 66346.8671875, + 66535.5, + 66584.11328125, + 66486.68359375, + 66657.8671875, + 66758.25390625, + 66705.203125, + 66751.95703125, + 67042.2578125, + 67063.90625, + 67013.61328125, + 67183.0859375, + 67184.25390625, + 66894.390625, + 67161.2109375, + 67248.0234375, + 67197.1796875, + 67546.65625, + 67370.82421875 ], "timestamps": [ "2026-06-13 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 1f51c0056a2cc92ec4cdcff41ad99018957e0fd4..ba2a568457db220e32b57b738112d70ba31ad3ca 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T05:00:48.487404+00:00", + "evaluated_at": "2026-06-18T19:18:10.907380+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 18.809999465942383, - 18.389999389648438, - 18.020000457763672, - 17.700000762939453, - 17.420000076293945, - 17.59000015258789, - 19.760000228881836, - 22.600000381469727, - 24.920000076293945, - 26.3700008392334, - 27.350000381469727, - 27.989999771118164, - 28.290000915527344, - 28.34000015258789, - 28.149999618530273, - 27.649999618530273, - 26.760000228881836, - 25.489999771118164, - 23.790000915527344, - 22.219999313354492, - 21.260000228881836, - 20.559999465942383, - 19.989999771118164, - 19.510000228881836, 19.059999465942383, 18.649999618530273, 18.479999542236328, @@ -341,9 +317,7 @@ 21.110000610351562, 21.059999465942383, 20.989999771118164, - 20.90999984741211 - ], - "actuals": [ + 20.90999984741211, 20.81999969482422, 20.68000030517578, 20.600000381469727, @@ -369,109 +343,111 @@ 22.139999389648438, 22.190000534057617 ], + "actuals": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], "p50": [ - 20.941216468811035, - 20.906389236450195, - 20.752883911132812, - 20.71452522277832, - 20.717191696166992, - 20.59344482421875, - 20.944422721862793, - 20.87815570831299, - 21.41169834136963, - 21.29921054840088, - 21.664198875427246, - 21.344810485839844, - 21.848349571228027, - 21.645026206970215, - 21.25556755065918, - 21.517298698425293, - 22.500271797180176, - 22.107319831848145, - 21.798553466796875, - 22.011674880981445, - 21.866226196289062, - 22.47233009338379, - 22.170479774475098, - 21.840538024902344 + 22.137621879577637, + 22.00804042816162, + 21.910548210144043, + 21.819632530212402, + 21.824932098388672, + 21.950942039489746, + 22.38889789581299, + 23.097318649291992, + 23.965176582336426, + 24.659381866455078, + 25.527480125427246, + 25.93608856201172, + 26.576172828674316, + 26.622386932373047, + 26.379799842834473, + 26.109902381896973, + 25.598319053649902, + 24.576834678649902, + 24.181602478027344, + 23.468994140625, + 22.943827629089355, + 22.60034942626953, + 22.259212493896484, + 22.05325698852539 ], "p10": [ - 20.333486557006836, - 19.97122859954834, - 19.322063446044922, - 18.750247955322266, - 18.84726619720459, - 17.69862174987793, - 17.740431785583496, - 17.227380752563477, - 18.44667148590088, - 18.472118377685547, - 17.02681064605713, - 17.4295654296875, - 17.2216854095459, - 16.366440773010254, - 16.39881134033203, - 15.710742473602295, - 17.818859100341797, - 17.728757858276367, - 15.457660675048828, - 17.626221656799316, - 16.097743034362793, - 16.360312461853027, - 16.183032989501953, - 15.929675102233887 + 21.85804557800293, + 21.629730224609375, + 21.456464767456055, + 21.21213150024414, + 21.02894687652588, + 21.00225830078125, + 21.18431282043457, + 21.818381309509277, + 22.20963191986084, + 22.70623779296875, + 22.98947525024414, + 23.180373191833496, + 23.23130512237549, + 23.85587978363037, + 23.57922077178955, + 22.86305046081543, + 22.70236110687256, + 20.932177543640137, + 21.629091262817383, + 20.890701293945312, + 20.348576545715332, + 20.49729633331299, + 20.07604694366455, + 20.00175666809082 ], "p90": [ - 21.495502471923828, - 21.933505058288574, - 22.26918315887451, - 23.161702156066895, - 24.053616523742676, - 23.191296577453613, - 24.80573272705078, - 25.08311176300049, - 24.794262886047363, - 25.42373752593994, - 25.61549949645996, - 26.324005126953125, - 26.575740814208984, - 27.49624729156494, - 26.296918869018555, - 27.532429695129395, - 27.644433975219727, - 27.171449661254883, - 28.544681549072266, - 28.715991020202637, - 27.63363552093506, - 29.464138984680176, - 29.620326042175293, - 28.141982078552246 + 22.37062168121338, + 22.389907836914062, + 22.397233963012695, + 22.397729873657227, + 22.577033042907715, + 22.836636543273926, + 23.416627883911133, + 24.333603858947754, + 26.16053295135498, + 27.129164695739746, + 28.428906440734863, + 28.782617568969727, + 29.994752883911133, + 29.83475685119629, + 30.225449562072754, + 30.39980411529541, + 28.833672523498535, + 27.98267936706543, + 27.451879501342773, + 26.093215942382812, + 24.70554542541504, + 24.59521770477295, + 24.63232135772705, + 24.24613094329834 ], "timestamps": [ - "2026-05-31 00:00:00", - "2026-05-31 01:00:00", - "2026-05-31 02:00:00", - "2026-05-31 03:00:00", - "2026-05-31 04:00:00", - "2026-05-31 05:00:00", - "2026-05-31 06:00:00", - "2026-05-31 07:00:00", - "2026-05-31 08:00:00", - "2026-05-31 09:00:00", - "2026-05-31 10:00:00", - "2026-05-31 11:00:00", - "2026-05-31 12:00:00", - "2026-05-31 13:00:00", - "2026-05-31 14:00:00", - "2026-05-31 15:00:00", - "2026-05-31 16:00:00", - "2026-05-31 17:00:00", - "2026-05-31 18:00:00", - "2026-05-31 19:00:00", - "2026-05-31 20:00:00", - "2026-05-31 21:00:00", - "2026-05-31 22:00:00", - "2026-05-31 23:00:00", "2026-06-01 00:00:00", "2026-06-01 01:00:00", "2026-06-01 02:00:00", @@ -807,6 +783,30 @@ "2026-06-14 20:00:00", "2026-06-14 21:00:00", "2026-06-14 22:00:00", - "2026-06-14 23:00:00" + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index d93b51fdf38bdca5f936354442d880fdd9078362..d620d3d2c62efb8d194f9efb673e89a5e31cd6cb 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T17:53:22.283048+00:00", + "evaluated_at": "2026-06-18T19:18:17.334259+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.078309059143066, - 17.118367195129395, - 17.125142097473145, - 17.13387107849121, - 17.237547874450684, - 17.347551345825195, - 17.2606258392334, - 17.18154525756836, - 17.461575508117676, - 17.442691802978516, - 17.423599243164062, - 17.5113525390625, - 17.55958366394043, - 17.359898567199707, - 17.340103149414062, - 17.57108974456787, - 17.614662170410156, - 17.605360984802246, - 17.846294403076172, - 17.576695442199707, - 17.790864944458008, - 17.78642177581787, - 17.901326179504395, - 17.732157707214355 + 18.946370124816895, + 19.01692485809326, + 19.20408821105957, + 19.11473560333252, + 19.189424514770508, + 19.305444717407227, + 19.245139122009277, + 19.365983963012695, + 19.43647575378418, + 19.51728343963623, + 19.39629077911377, + 19.591382026672363, + 19.571290969848633, + 19.773690223693848, + 19.701401710510254, + 19.841846466064453, + 19.74324131011963, + 19.832324981689453, + 19.815837860107422, + 20.042747497558594, + 20.289627075195312, + 19.91478443145752, + 20.058549880981445, + 20.277429580688477 ], "p10": [ - 16.713075637817383, - 16.62652015686035, - 16.498565673828125, - 16.57246971130371, - 16.489916801452637, - 16.580551147460938, - 16.301722526550293, - 16.281376838684082, - 16.355493545532227, - 16.350930213928223, - 16.341557502746582, - 16.27881145477295, - 16.207634925842285, - 16.240487098693848, - 16.036568641662598, - 16.24966049194336, - 16.241955757141113, - 16.219843864440918, - 16.350130081176758, - 16.074283599853516, - 16.11696720123291, - 16.14769458770752, - 16.226405143737793, - 15.858485698699951 + 18.515440940856934, + 18.39386749267578, + 18.35110569000244, + 18.24848747253418, + 18.31698703765869, + 18.217836380004883, + 18.04831027984619, + 18.284480094909668, + 18.226710319519043, + 18.25113582611084, + 17.803555488586426, + 18.03590202331543, + 18.14122486114502, + 18.172022819519043, + 17.807170867919922, + 17.989532470703125, + 18.02303981781006, + 17.918441772460938, + 17.99367904663086, + 18.073742866516113, + 18.204038619995117, + 18.15096664428711, + 18.29592990875244, + 17.503969192504883 ], "p90": [ - 17.48900032043457, - 17.743356704711914, - 17.922276496887207, - 18.11820697784424, - 18.295467376708984, - 18.388986587524414, - 18.553561210632324, - 18.778900146484375, - 19.263585090637207, - 19.153453826904297, - 19.33088779449463, - 19.766263961791992, - 19.65259552001953, - 20.311476707458496, - 19.806532859802246, - 19.920166969299316, - 20.028358459472656, - 20.56617259979248, - 20.254828453063965, - 20.54421901702881, - 20.83090305328369, - 20.740744590759277, - 21.53920841217041, - 22.225854873657227 + 19.401832580566406, + 19.596975326538086, + 19.93714141845703, + 20.11552619934082, + 20.38456153869629, + 20.44127368927002, + 20.85204029083252, + 20.706226348876953, + 20.833463668823242, + 21.10544490814209, + 21.44949245452881, + 21.8283748626709, + 21.87081241607666, + 21.70291233062744, + 22.165369987487793, + 22.378119468688965, + 22.25542449951172, + 22.374402046203613, + 22.405696868896484, + 23.260388374328613, + 23.769878387451172, + 22.787967681884766, + 23.372118949890137, + 23.998119354248047 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ec85c7bf9129b14d4adf6ca4de9df5765640d33b..6086958c8b10245feb94df738e5296f829c02e02 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T17:53:27.089939+00:00", + "evaluated_at": "2026-06-18T19:18:22.351085+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,89 +365,89 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 54.9329891204834, - 50.55686950683594, - 45.34784698486328, - 43.886451721191406, - 39.89849662780762, - 39.83124351501465, - 35.374155044555664, - 31.24846363067627, - 28.857985496520996, - 27.7140531539917, - 25.762025833129883, - 24.72979164123535, - 23.671483993530273, - 23.75439739227295, - 23.33021640777588, - 24.767691612243652, - 27.58576774597168, - 33.83558464050293, - 38.27556610107422, - 42.916250228881836, - 44.14107894897461, - 47.52245330810547, - 46.58392524719238, - 45.68773651123047 + 55.11212158203125, + 51.83002853393555, + 46.10086631774902, + 43.3906364440918, + 40.4693546295166, + 39.84073448181152, + 34.48276329040527, + 32.23142051696777, + 28.08659267425537, + 27.43295383453369, + 26.919357299804688, + 26.482187271118164, + 27.173792839050293, + 27.542044639587402, + 29.815857887268066, + 35.10983848571777, + 37.81210136413574, + 45.5120964050293, + 51.14756202697754, + 49.80894660949707, + 50.975507736206055, + 49.69565010070801, + 43.756038665771484, + 42.09451675415039 ], "p10": [ - 45.65353012084961, - 33.78359031677246, - 27.412734985351562, - 25.012327194213867, - 23.195059776306152, - 23.978306770324707, - 18.958969116210938, - 18.935059547424316, - 17.36735248565674, - 15.020037174224854, - 13.415112495422363, - 14.123343467712402, - 13.868169784545898, - 14.879295349121094, - 13.018268585205078, - 15.175808906555176, - 16.128259658813477, - 18.347156524658203, - 20.8637056350708, - 23.782546997070312, - 24.313143730163574, - 25.535218238830566, - 25.438359260559082, - 21.901915550231934 + 45.41888427734375, + 39.9028377532959, + 29.435717582702637, + 26.101679801940918, + 26.2935791015625, + 22.405287742614746, + 21.01497459411621, + 19.036287307739258, + 15.967288494110107, + 16.509422302246094, + 16.144609451293945, + 15.953428268432617, + 17.452327728271484, + 17.300928115844727, + 18.137919425964355, + 20.378795623779297, + 22.571084022521973, + 24.59679412841797, + 29.797504425048828, + 24.506946563720703, + 25.038185119628906, + 24.977980613708496, + 21.947468757629395, + 21.4459810256958 ], "p90": [ - 67.91510009765625, - 65.05913162231445, - 65.21068954467773, - 59.959238052368164, - 62.153432846069336, - 60.608646392822266, - 57.42512893676758, - 51.02218246459961, - 48.43321228027344, - 44.744930267333984, - 41.93381690979004, - 37.68125343322754, - 35.8237361907959, - 35.35513496398926, - 37.76348114013672, - 41.408477783203125, - 44.183603286743164, - 54.00666427612305, - 62.030874252319336, - 65.74359130859375, - 69.51766967773438, - 72.17938995361328, - 73.86034393310547, - 71.43449020385742 + 67.0014877319336, + 67.22705841064453, + 62.146915435791016, + 60.315608978271484, + 57.61433792114258, + 57.034584045410156, + 50.38729667663574, + 48.357975006103516, + 43.98133087158203, + 43.16506385803223, + 42.58419418334961, + 41.528175354003906, + 40.720041275024414, + 44.011430740356445, + 50.24752235412598, + 54.017648696899414, + 62.40948677062988, + 67.82183837890625, + 75.1346321105957, + 78.78942489624023, + 75.99338912963867, + 83.21630859375, + 70.64287567138672, + 69.96682739257812 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 6caeb3c083d186a22dfc1aeca499ee2e6870a7a9..dca8a170bd7bfa9245c2417b2700d09c9d51e14a 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T17:53:33.204521+00:00", + "evaluated_at": "2026-06-18T19:18:27.804257+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,89 +365,89 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 23.361175537109375, - 23.121824264526367, - 22.975640296936035, - 22.92099666595459, - 23.72761344909668, - 24.99237060546875, - 26.430740356445312, - 28.00180435180664, - 28.762383460998535, - 29.037129402160645, - 29.85814666748047, - 30.018025398254395, - 29.646084785461426, - 29.26519203186035, - 28.049739837646484, - 27.092119216918945, - 26.73805046081543, - 26.09654140472412, - 25.334548950195312, - 24.52363681793213, - 24.11128330230713, - 24.021615028381348, - 23.68402862548828, - 23.57746696472168 + 22.72604751586914, + 22.72045135498047, + 23.636737823486328, + 25.105266571044922, + 26.48084259033203, + 27.92304801940918, + 28.893649101257324, + 29.42241859436035, + 29.6194429397583, + 29.298392295837402, + 29.023418426513672, + 28.9662446975708, + 28.331477165222168, + 27.626938819885254, + 26.312042236328125, + 25.477161407470703, + 25.07379150390625, + 24.607415199279785, + 23.854843139648438, + 23.589348793029785, + 23.086551666259766, + 23.466022491455078, + 23.4569149017334, + 23.257841110229492 ], "p10": [ - 22.868721961975098, - 22.367603302001953, - 21.99838161468506, - 21.80617046356201, - 22.330143928527832, - 23.27725601196289, - 24.35212516784668, - 25.4562349319458, - 26.490934371948242, - 26.52473258972168, - 26.989723205566406, - 26.940062522888184, - 26.341853141784668, - 26.604758262634277, - 25.59136199951172, - 24.763851165771484, - 24.070250511169434, - 23.6344633102417, - 23.289539337158203, - 22.311830520629883, - 21.658713340759277, - 21.656258583068848, - 21.50611400604248, - 21.53167152404785 + 22.190256118774414, + 21.628514289855957, + 22.278606414794922, + 23.795584678649902, + 24.759904861450195, + 25.75448513031006, + 26.67415428161621, + 26.818008422851562, + 26.53220558166504, + 26.34019184112549, + 26.0588436126709, + 26.356499671936035, + 25.61192512512207, + 25.477011680603027, + 23.81450366973877, + 23.466257095336914, + 23.21295738220215, + 22.874910354614258, + 21.98336696624756, + 21.649038314819336, + 21.208282470703125, + 21.551172256469727, + 21.56809902191162, + 21.25869846343994 ], "p90": [ - 23.804320335388184, - 23.842032432556152, - 23.951992988586426, - 24.160560607910156, - 25.215974807739258, - 26.67992401123047, - 28.490863800048828, - 29.97544288635254, - 30.90365982055664, - 32.05352020263672, - 32.73476600646973, - 33.44455337524414, - 32.23447227478027, - 32.35268592834473, - 31.167444229125977, - 29.762076377868652, - 29.652554512023926, - 28.249070167541504, - 27.702393531799316, - 26.772171020507812, - 26.178339958190918, - 25.840255737304688, - 26.14959716796875, - 25.937837600708008 + 23.319146156311035, + 23.627564430236816, + 24.651633262634277, + 26.664368629455566, + 28.135756492614746, + 29.683414459228516, + 31.12111186981201, + 31.484458923339844, + 31.958677291870117, + 31.790372848510742, + 32.05364990234375, + 31.412460327148438, + 31.155741691589355, + 29.49824047088623, + 28.541522979736328, + 27.75984764099121, + 26.56713581085205, + 26.256717681884766, + 26.09307289123535, + 25.63890838623047, + 25.150156021118164, + 25.3018217086792, + 25.440319061279297, + 25.242606163024902 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e385e41ff49f12cadea02633b8f675f66e5b3338..0c5545d337ea07bfe67ebf4e51a0a6614fe65963 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T18:29:39.421170+00:00", + "evaluated_at": "2026-06-18T19:18:32.472614+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,91 +115,99 @@ 2600.0, 2600.0, 2600.0, - 2550.0 + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 ], "p50": [ - 2574.8057861328125, - 2551.561767578125, - 2551.7646484375, - 2551.4688720703125, - 2552.1904296875, - 2551.22705078125, - 2551.231689453125, - 2551.5015869140625, - 2550.7801513671875, - 2551.0986328125, - 2551.01025390625, - 2551.08349609375, - 2550.99755859375, - 2550.92578125, - 2551.869384765625, - 2550.788818359375, - 2550.762939453125, - 2551.1766357421875, - 2550.746337890625, - 2551.167724609375, - 2552.2535400390625, - 2551.2744140625, - 2551.0946044921875, - 2551.3853759765625 + 2550.2061767578125, + 2550.194091796875, + 2550.6790771484375, + 2550.1478271484375, + 2550.2021484375, + 2550.205322265625, + 2550.7796630859375, + 2583.6788330078125, + 2550.2279052734375, + 2550.2705078125, + 2550.2376708984375, + 2550.145263671875, + 2550.1412353515625, + 2599.759033203125, + 2599.6781005859375, + 2550.2913818359375, + 2550.1708984375, + 2550.2908935546875, + 2550.1588134765625, + 2550.191650390625, + 2550.1893310546875, + 2550.2337646484375, + 2550.259033203125, + 2599.6326904296875 ], "p10": [ - 2550.0540771484375, - 2549.9837646484375, - 2550.072021484375, - 2549.8677978515625, - 2549.9638671875, - 2550.0286865234375, - 2549.93408203125, - 2550.0888671875, - 2549.9083251953125, - 2549.974609375, - 2550.08349609375, - 2550.0450439453125, - 2549.80126953125, - 2549.7391357421875, - 2550.0069580078125, - 2549.8001708984375, - 2549.8167724609375, - 2550.0086669921875, - 2549.58154296875, - 2550.0504150390625, - 2550.0904541015625, - 2549.98388671875, - 2550.005126953125, - 2549.9798583984375 + 2549.990234375, + 2549.9833984375, + 2549.982177734375, + 2549.9639892578125, + 2549.9808349609375, + 2549.9615478515625, + 2549.9788818359375, + 2549.984375, + 2549.9931640625, + 2549.9893798828125, + 2550.0067138671875, + 2549.96533203125, + 2549.9677734375, + 2550.0213623046875, + 2549.98681640625, + 2549.9942626953125, + 2549.9781494140625, + 2550.0047607421875, + 2549.9619140625, + 2549.962646484375, + 2549.9676513671875, + 2549.9710693359375, + 2550.0013427734375, + 2549.9794921875 ], "p90": [ - 2679.1112060546875, - 2684.694091796875, - 2689.0009765625, - 2691.1322021484375, - 2684.1558837890625, - 2664.456787109375, - 2701.3936767578125, - 2690.028076171875, - 2647.63671875, - 2662.1507568359375, - 2658.5958251953125, - 2658.9681396484375, - 2683.691650390625, - 2649.9471435546875, - 2700.4156494140625, - 2650.481201171875, - 2706.6566162109375, - 2662.6163330078125, - 2668.6278076171875, - 2665.4156494140625, - 2702.3094482421875, - 2683.697509765625, - 2705.3575439453125, - 2665.0638427734375 + 2600.216552734375, + 2600.082763671875, + 2600.1685791015625, + 2600.220947265625, + 2600.1585693359375, + 2600.244140625, + 2600.2508544921875, + 2600.26171875, + 2600.2177734375, + 2600.3701171875, + 2600.1856689453125, + 2600.3370361328125, + 2600.293701171875, + 2600.3287353515625, + 2600.3492431640625, + 2600.2578125, + 2600.1358642578125, + 2600.22509765625, + 2600.2430419921875, + 2600.28662109375, + 2600.152587890625, + 2600.15771484375, + 2600.2606201171875, + 2600.176025390625 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 89cd7a9d1a409ce9d1f6f79a6918cc9d4adcb616..62b5782af921ac711139ad106e1550205c145128 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,43 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T18:56:16.998362+00:00", + "evaluated_at": "2026-06-18T19:18:34.874848+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 482bc7eb9c5e31d1fb07bcecb661aa0ad1064376..5f096f52cb29327c4ac8166dea8fd237ee1267d5 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,Moving-Average,1028427.2280941232,979452.17172 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.8971895065826423,2.22177218333219,1.1928848628381001,0.6727766231559213,0.050153502356709755,0.05216584472972252,2.6699454011537918,1.3773850248142827,0.05955294210135966,0.05157584980987017,0.040862303023455046,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.6429543129328208,1.6516995643943528,1.2607749657355372,1.4189793077385315,14.03552732407699,1.649668439064471,53.23302606353631,1.281777793899091,6.079578194085606,5.979960041294202,5.910306636229878,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.027073267176547247,0.027803788894345524,0.1354395121444808,0.8406592897049344,0.08688745429960269,0.0900645363150272,7.682239109300882,0.16453956112907087,0.10888647122240774,0.08962908640511354,0.07529043771455869,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,3.451676873727017,3.5074705466097402,1.7480261886328965,2.649639696454075,0.09440539554727155,0.09974067285413896,92.52028532528492,1.857868906496639,0.10166177185459443,0.09565122650109613,0.09472099568379305,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,115.94419308493055,112.3739786356449,9.371206327259639,0.765376900961014,0.2919998940570644,0.2634357188313743,10.859032640106934,10.767738531601264,0.3206672253749108,0.2790779811897308,0.2504433451789507,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.381782266833521,5.373091386098779,2.0676347284767758,1.0051448834612249,0.08055469724890534,0.08080172519735616,10.642738771745924,2.319866864031969,0.09127345038814304,0.08134956308761085,0.07093611792334756,Weather,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,3.932342005104257,4.060882050768716,1.817105279052465,1.8247083076756667,0.09021548488471502,0.09537248599032146,36.086508830343774,1.9830133648324857,0.10034223483209034,0.09194713856137625,0.08789719481553965,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,112.22604789666775,106.52986706039837,9.318149915915813,0.7713004367136018,0.3539253521397272,0.28699147866182334,12.406617206311937,10.593679620257909,0.3505422792848068,0.30833531193414904,0.2790730163613627,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.363432624967402,5.317922497421328,2.0686029465835087,1.0056155659578252,0.08085304323644242,0.08082059654207746,12.606806292801627,2.3159085959871994,0.09110278401554146,0.0813743201191312,0.07106704240720957,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,55.484738854750844,61.491340671949494,7.1988107119095135,1.334142525759292,0.9587828219230395,0.595302065352143,4.618532467057025,7.448807881449947,0.8052765277243186,0.7782498066929204,0.5671120222018425,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,520.4852430553657,503.472222222226,22.222222222222324,0.790123456790127,0.008583668510139137,0.008599688175254522,8.325925063621966,22.8141456788407,0.008802885792478727,0.00857449088960347,0.007438966297487222,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2727.9633204450324,2723.550034626042,38.538011695906484,1.479859649122809,0.014650086894531442,0.014773004411888243,24.242245064166458,52.22990829443445,0.020024245991476466,0.01477495656073092,0.012571199920283507,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3186.993684116635,3177.361323443369,49.11165845648604,1.0676447490540444,0.21863862441419712,0.19485722187989926,15.220407540008106,56.4534647662713,0.21677139515298907,0.18858014766615594,0.14220183563365515,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index d70da13aefe294ee38cd0d766cb80b55ab463699..6cc11d4c605636e16f447ec78abca5cc3c52f46a 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T18:56:52.637749+00:00", + "evaluated_at": "2026-06-18T19:19:26.649657+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 69b80962409fc0e975ee7ea7c6ec1fa9127658a7..33581345dcbe6ae6026db1e6fc7323213dd815e9 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T15:43:12.897008+00:00", + "evaluated_at": "2026-06-18T19:19:26.658047+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index 229efbc9ebabe8cdbedc95517eb7376af91868e8..b5e47996d4b688356fc366e946be5368ece75bca 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T17:54:46.161236+00:00", + "evaluated_at": "2026-06-18T19:19:26.669774+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816 + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839 ], "p10": [ - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.49697382408276, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.22697451072827, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.49697382408276, - 16.526973747788816, - 16.526973747788816 + 17.94539468915839, + 17.735394078806827, + 17.845394307688665, + 17.845394307688665, + 17.725394040659857, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.935394651011418, + 17.745393926218938, + 17.94539468915839, + 17.94539468915839, + 17.745393926218938, + 17.645395452097844, + 17.845394307688665, + 17.94539468915839, + 17.725394040659857, + 17.94539468915839, + 17.83539426954169, + 17.735394078806827, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.645395452097844 ], "p90": [ - 16.526973747788816, - 16.836973022996336, - 16.526973747788816, - 16.55697367149487, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.826972984849363, - 16.526973747788816, - 16.92697336631909, - 16.526973747788816, - 16.526973747788816, - 16.55697367149487, - 16.526973747788816, - 16.526973747788816, - 16.92697336631909, - 16.526973747788816, - 16.826972984849363, - 16.836973022996336, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816, - 16.526973747788816 + 18.345394307688665, + 18.94539468915839, + 17.94539468915839, + 18.345394307688665, + 18.345394307688665, + 18.345394307688665, + 18.94539468915839, + 18.94539468915839, + 18.25539396436591, + 17.94539468915839, + 18.345394307688665, + 18.25539396436591, + 18.245393926218938, + 18.15539529950995, + 17.94539468915839, + 18.345394307688665, + 18.145395452097844, + 18.94539468915839, + 18.05539510877509, + 18.145395452097844, + 18.94539468915839, + 18.345394307688665, + 17.94539468915839, + 18.345394307688665 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 15554eaea9610bca03aaee8738896aa2654b70f2..f8bbe79a6a275e5611e154790b8e8ea8da677e17 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T17:54:46.169256+00:00", + "evaluated_at": "2026-06-18T19:19:26.678118+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,89 +365,89 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 37.089925261872324, - 37.28992602481178, - 36.9899248804026, - 36.98992678775123, - 37.53992507113746, - 37.33992573870948, - 37.4899248804026, - 37.439924689667734, - 37.589925261872324, - 36.9899248804026, - 36.98992678775123, - 37.33992621554664, - 37.28992602481178, - 37.28992602481178, - 37.28992602481178, - 37.33992573870948, - 37.28992602481178, - 36.9899248804026, - 37.339925261872324, - 37.389925929444345, - 37.589925261872324, - 37.33992621554664, - 37.4899248804026, - 37.4899248804026 + 37.343642700489475, + 37.4436430819592, + 37.89364432173581, + 37.54364394026609, + 37.443644989307835, + 37.74364422636838, + 37.74364422636838, + 37.443644989307835, + 37.99364422636838, + 37.69364403563352, + 37.443644989307835, + 37.443644989307835, + 37.54364537077756, + 38.143643844898655, + 37.14364479857297, + 37.443644989307835, + 37.74364422636838, + 37.443644989307835, + 37.74364422636838, + 37.79364394026609, + 37.34364460783811, + 37.093645561512425, + 37.44364355879636, + 37.4436430819592 ], "p10": [ - 33.28992602481178, - 33.38992449893287, - 33.38992621554664, - 33.28992602481178, - 31.759922667878186, - 33.28992602481178, - 33.989926597016364, - 33.88992545260719, - 34.079925223725354, - 33.27992579592994, - 33.85992114199928, - 34.65992743624977, - 33.97992493762305, - 33.28992602481178, - 33.74992434634498, - 33.769924231904064, - 33.76992594851783, - 31.789922210114515, - 33.78992583407691, - 33.28992602481178, - 33.94992491854957, - 33.38992621554664, - 34.35992457522681, - 34.289924117463144 + 34.22364424544187, + 34.13364390211911, + 33.9436430819592, + 34.42364319640012, + 34.133645618732885, + 34.043644417103245, + 34.53364342528196, + 34.543645180042695, + 33.94364479857297, + 34.54364346342893, + 34.42364319640012, + 34.64364365416379, + 34.54364346342893, + 34.0336444743237, + 34.53364342528196, + 34.03364018278928, + 33.54364346342893, + 34.13364390211911, + 33.92364491301389, + 34.13364342528195, + 34.13364390211911, + 34.54364346342893, + 33.54364346342893, + 34.813646400745824 ], "p90": [ - 40.9099254335337, - 43.81992442263893, - 41.98992678775123, - 42.00992667331031, - 42.93992449893287, - 41.589925261872324, - 41.89992472781471, - 41.8899264062815, - 42.00992667331031, - 43.39992434634498, - 41.88992545260719, - 42.64992510928443, - 41.889924594300304, - 42.00992667331031, - 42.22992560519508, - 42.18992564334205, - 41.099925300019294, - 42.07992655886939, - 44.08992716922096, - 41.88992545260719, - 43.78992430819801, - 43.38992449893287, - 42.66992518557837, - 41.98992678775123 + 42.05364540892453, + 41.06364334898801, + 43.64364193755002, + 43.18364552336545, + 41.473644913013885, + 43.793644417103245, + 43.67364205199094, + 40.86364449339719, + 42.203645599659396, + 43.64364193755002, + 42.42364472227902, + 41.24364422636838, + 41.29364422636838, + 43.97364510374875, + 42.07364529448361, + 43.053643692310764, + 43.343642700489475, + 41.50364483671994, + 42.04364355879636, + 43.54364346342893, + 42.04364355879636, + 43.053643692310764, + 42.14364575224729, + 42.14364575224729 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 0b01ed84efe87bbc0183a779cea9936a52641dbb..8c3a0238dbe92d4f165a0185397922ce1c01d3cf 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T17:54:46.181336+00:00", + "evaluated_at": "2026-06-18T19:19:26.689896+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,89 +365,89 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 25.486616932456172, - 25.386616550986446, - 25.386616550986446, - 25.386616550986446, - 25.386616550986446, - 25.386616550986446, - 25.386616550986446, - 25.386616550986446, - 25.286618076865352, - 25.386616550986446, - 25.386616550986446, - 25.286618076865352, - 25.386616550986446, - 25.236616932456172, - 25.486616932456172, - 25.386616550986446, - 25.386616550986446, - 25.386616550986446, - 25.386616550986446, - 25.286618076865352, - 25.386616550986446, - 25.386616550986446, - 25.386616550986446, - 25.386616550986446 + 25.49911658277559, + 25.49911658277559, + 25.399118108654495, + 25.49911658277559, + 25.49911658277559, + 25.49911658277559, + 25.49911849012422, + 25.399118108654495, + 25.49911658277559, + 25.39911715498018, + 25.49911658277559, + 25.49911658277559, + 25.44911734571504, + 25.49911658277559, + 25.49911658277559, + 25.49911658277559, + 25.49911658277559, + 25.49911658277559, + 25.399118108654495, + 25.49911658277559, + 25.399116201305862, + 25.49911658277559, + 25.49911849012422, + 25.49911658277559 ], "p10": [ - 24.486616932456172, - 24.38661845833508, - 24.386616550986446, - 24.586615406577266, - 24.47661708504406, - 24.686615788046993, - 24.376616703574335, - 24.576615559165155, - 24.28661616951672, - 24.5866173139259, - 24.386618267600216, - 24.386618267600216, - 24.686615788046993, - 24.386616550986446, - 24.486616932456172, - 24.486616932456172, - 24.67661574990002, - 24.586615406577266, - 24.576615559165155, - 24.386616550986446, - 24.47661708504406, - 24.686617695395626, - 24.5866173139259, - 24.486616932456172 + 24.799115819836135, + 24.789115972424025, + 24.69911715498018, + 24.589117116833204, + 24.79911772718477, + 24.689115590954298, + 24.69911543836641, + 24.49911658277559, + 24.69911543836641, + 24.599116964245315, + 24.689115590954298, + 24.49911829938936, + 24.599116964245315, + 24.69911543836641, + 24.799115819836135, + 24.789115972424025, + 24.789115781689162, + 24.49911658277559, + 24.589117116833204, + 24.69911734571504, + 24.49911658277559, + 24.49911849012422, + 24.69911715498018, + 24.69911715498018 ], "p90": [ - 26.786616360251582, - 26.5866173139259, - 26.5866173139259, - 26.996618687216912, - 26.78661616951672, - 26.5866173139259, - 26.496616970603146, - 26.5866173139259, - 26.78661616951672, - 26.60661719948498, - 26.796618115012325, - 26.406618153159297, - 26.5866173139259, - 26.5866173139259, - 26.786616360251582, - 26.5866173139259, - 26.986616932456172, - 26.49661677986828, - 26.596617161338006, - 26.5866173139259, - 26.78661616951672, - 26.78661616951672, - 26.78661616951672, - 26.5866173139259 + 26.80911585798311, + 26.899116201305862, + 26.719117231274122, + 26.899116201305862, + 26.899116201305862, + 26.899116201305862, + 26.70911719312715, + 26.20911719312715, + 26.80911585798311, + 26.899116201305862, + 26.899116201305862, + 26.899116201305862, + 26.899116201305862, + 27.099116964245315, + 26.69911543836641, + 26.919116277599805, + 26.80911585798311, + 26.69911734571504, + 26.69911562910127, + 26.899116201305862, + 26.69911734571504, + 26.899116201305862, + 26.899116201305862, + 26.899116201305862 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index bbeb9003b567474da0b23dddc9b8ad58d4a15150..ea233e8fda63b97ee6fdd090af243d3efe2d0796 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T18:30:27.114399+00:00", + "evaluated_at": "2026-06-18T19:19:26.701167+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,91 +115,99 @@ 2600.0, 2600.0, 2600.0, - 2550.0 + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 ], "p50": [ - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665, - 2579.1666666666665 + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403 ], "p10": [ - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665, - 2529.1666666666665 + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403 ], "p90": [ - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665, - 2629.1666666666665 + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index a74e218df2213dcca5d74d433556141db8702838..43c41972e3fa2a9b20092ef7de63dcef55882fde 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,43 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T18:56:52.662275+00:00", + "evaluated_at": "2026-06-18T19:19:26.704685+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 5005f487162b18e5f454e7d107b94ba4c80e69a9..845a6c0e12c113a0109794590a0cc84cd0bf7bf7 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T18:52:50.043518+00:00", - "finished_at": "2026-06-18T18:56:52.688807+00:00", - "task_count": 3, + "started_at": "2026-06-18T19:13:54.343347+00:00", + "finished_at": "2026-06-18T19:19:26.758361+00:00", + "task_count": 6, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,43 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T18:53:35.256711+00:00", + "evaluated_at": "2026-06-18T19:15:04.209736+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +54,43 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T18:54:20.578635+00:00", + "evaluated_at": "2026-06-18T19:16:06.467980+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +98,43 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:54:59.598481+00:00", + "evaluated_at": "2026-06-18T19:17:07.934852+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +142,43 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T18:55:20.305934+00:00", + "evaluated_at": "2026-06-18T19:17:39.899582+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +186,43 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T18:56:16.998362+00:00", + "evaluated_at": "2026-06-18T19:18:34.874848+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +230,43 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T18:56:50.503595+00:00", + "evaluated_at": "2026-06-18T19:19:24.566642+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +274,43 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T18:56:52.523161+00:00", + "evaluated_at": "2026-06-18T19:19:26.499939+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +318,43 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T18:56:52.631679+00:00", + "evaluated_at": "2026-06-18T19:19:26.644075+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +362,43 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T18:56:52.662275+00:00", + "evaluated_at": "2026-06-18T19:19:26.704685+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +406,43 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T18:56:52.686864+00:00", + "evaluated_at": "2026-06-18T19:19:26.757190+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -270,7 +450,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T19:05:15.837350+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_191926.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..241695fe4d10326c5591f8c245e01237da741562 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-18T19:19:26.419346+00:00", + "metrics": { + "MSE[mean]": 929.0045059681087, + "MSE[0.5]": 909.945573719996, + "MAE[0.5]": 29.261381628689175, + "MASE[0.5]": 2.422081275007385, + "MAPE[0.5]": 1.0791384319068313, + "sMAPE[0.5]": 0.6688620596225278, + "MSIS": 79.722926101254, + "RMSE[mean]": 30.479575226175786, + "NRMSE[mean]": 1.0085617230659911, + "ND[0.5]": 0.9682519935309838, + "mean_weighted_sum_quantile_loss": 0.9460927980671118 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 58.9894149497163, + 59.28421139851943, + 59.66642102254341, + 59.61212969864856, + 59.621729615102566, + 59.40284443469946, + 59.58344067611448, + 59.307886480737324, + 59.85723658727291, + 59.537991301350694, + 59.38524485450182, + 59.62446997141486, + 59.48321488943506, + 59.72699042339269, + 59.45107281933335, + 59.42982184613553, + 59.62058761958902, + 59.38708656308458, + 59.560626914591666, + 59.37697218412921, + 59.44225201187517, + 59.32770487997276, + 59.50343279665838, + 59.39038392352468 + ], + "p10": [ + 56.08891984833834, + 56.730301176449856, + 56.50672677500061, + 57.203174433650595, + 57.00034224157616, + 56.43502426324599, + 57.184770380987466, + 57.196974947374734, + 56.94908346649619, + 56.81894297580235, + 54.854658951610816, + 57.256443531208255, + 56.49944530875775, + 57.066692455924795, + 57.197276174202855, + 56.98917135679645, + 56.375339769209745, + 57.3662354627105, + 56.14048011986488, + 56.33973501555455, + 57.25521604732639, + 57.20401045142136, + 56.33214412990388, + 56.49322030950885 + ], + "p90": [ + 63.03694640853539, + 63.784176990963154, + 64.27689335749155, + 64.95226557038005, + 63.34367604359249, + 64.58061664281443, + 64.22536168445961, + 63.337818510677174, + 63.76773809467824, + 63.29152925265838, + 61.74945153178015, + 63.64669816637843, + 63.34586381006904, + 64.3178782361009, + 63.789349455978595, + 63.64670397523012, + 64.54875925666776, + 62.33849556035359, + 63.03523999334684, + 63.78934976467235, + 63.843991628182415, + 63.909599090712824, + 63.43061001274915, + 63.864910292449096 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_191451.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_191451.json new file mode 100644 index 0000000000000000000000000000000000000000..7eae55f87d37c9135539af9b00909eeaf777b3a3 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_191451.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T19:14:51.844892+00:00", + "metrics": { + "MSE[mean]": 39.61062385971703, + "MSE[0.5]": 39.61062385971703, + "MAE[0.5]": 5.341403961181641, + "MASE[0.5]": 0.4421293116229344, + "MAPE[0.5]": 0.1715813951711349, + "sMAPE[0.5]": 0.18209901352637461, + "MSIS": 2.198385890212146, + "RMSE[mean]": 6.293697153479585, + "NRMSE[mean]": 0.2082569064190109, + "ND[0.5]": 0.17674575655025554, + "mean_weighted_sum_quantile_loss": 0.1551408308624319 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 57.06768798828125, + 55.291839599609375, + 52.472408294677734, + 38.23574447631836, + 21.700740814208984, + 20.574068069458008, + 20.736703872680664, + 20.630952835083008, + 20.802757263183594, + 21.287494659423828, + 21.766986846923828, + 22.259851455688477, + 22.399425506591797, + 21.973875045776367, + 22.76416015625, + 27.2255859375, + 36.03687286376953, + 35.10010528564453, + 32.71379470825195, + 29.794696807861328, + 26.588409423828125, + 23.606048583984375, + 20.687328338623047, + 19.21367645263672 + ], + "p10": [ + 51.73064422607422, + 46.8420524597168, + 39.37327575683594, + 23.588682174682617, + 15.659708976745605, + 14.86813735961914, + 14.96358585357666, + 14.766005516052246, + 15.172211647033691, + 15.230072021484375, + 15.506281852722168, + 15.512672424316406, + 15.319578170776367, + 14.983556747436523, + 14.970004081726074, + 16.88204002380371, + 21.558326721191406, + 20.738922119140625, + 19.413686752319336, + 18.071990966796875, + 16.12429428100586, + 14.39023208618164, + 12.93824577331543, + 12.610986709594727 + ], + "p90": [ + 61.36452102661133, + 61.353126525878906, + 60.29176330566406, + 50.42428970336914, + 31.044023513793945, + 28.850168228149414, + 28.745275497436523, + 28.943300247192383, + 28.936954498291016, + 29.243106842041016, + 30.779712677001953, + 31.624616622924805, + 32.08189392089844, + 33.222652435302734, + 36.231300354003906, + 43.30084228515625, + 60.49198913574219, + 60.348121643066406, + 57.47962188720703, + 54.75059127807617, + 50.738807678222656, + 45.270999908447266, + 40.7460823059082, + 37.45713806152344 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_191926.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..3c789fd94f6a9fe5bb88cea178ffbfb89a5495d7 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-18T19:19:26.587957+00:00", + "metrics": { + "MSE[mean]": 1368.5135951305901, + "MSE[0.5]": 1343.6210868586359, + "MAE[0.5]": 35.33832814945573, + "MASE[0.5]": 2.9250943782143395, + "MAPE[0.5]": 1.30639930676503, + "sMAPE[0.5]": 0.7490618490552192, + "MSIS": 96.82074934608215, + "RMSE[mean]": 36.99342637727128, + "NRMSE[mean]": 1.2241034716630084, + "ND[0.5]": 1.169336674287973, + "mean_weighted_sum_quantile_loss": 1.1408656930272256 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 59.10655080575532, + 59.74862591882638, + 60.74070189020431, + 60.93277624033591, + 61.37485202097899, + 62.21692598964086, + 62.759000721242195, + 63.00107621578297, + 64.09315018444485, + 64.3352247253113, + 64.62730041058695, + 65.16937514218829, + 65.81145025525933, + 66.95352346098176, + 66.4955991462574, + 67.33767406859359, + 68.17974803725546, + 68.42182353179625, + 69.26389750045813, + 69.85597194595715, + 69.9480473451305, + 70.24012303040615, + 71.1321957592914, + 71.67427001405558 + ], + "p10": [ + 55.98655235070771, + 56.43862673898629, + 56.7907006504277, + 57.812775496469946, + 58.06485265040404, + 58.51692618037573, + 59.54899992015577, + 60.101076406517834, + 60.04315075664943, + 61.18522415310672, + 61.60729861767924, + 62.36937380704424, + 62.8114483479107, + 62.8435240904068, + 63.88559777296639, + 63.92766926207503, + 63.97974727431601, + 65.11182244460753, + 65.44389818710364, + 66.19597143097302, + 66.73804663941151, + 67.69012093232266, + 67.23219566392397, + 69.0442733328422 + ], + "p90": [ + 63.816553514190375, + 63.368626185855184, + 66.49069950601853, + 66.57277782343527, + 65.40485194468505, + 68.26692618037573, + 68.68899854686475, + 66.42107571987233, + 68.30315155773586, + 70.28522262722781, + 69.60730014355813, + 68.96937437924883, + 69.56144911085015, + 72.78352471983185, + 71.42559964216805, + 72.94767277159652, + 73.77974651137656, + 72.48182337920835, + 73.5638968328861, + 75.60597146911999, + 74.64804629608875, + 76.20012116120449, + 75.83219795274233, + 76.37427268434367 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_191822.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_191822.json new file mode 100644 index 0000000000000000000000000000000000000000..898a8654273bda3e995df0e0c5b6794937251929 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_191822.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T19:18:22.351085+00:00", + "metrics": { + "MSE[mean]": 185.13068182264928, + "MSE[0.5]": 160.89616600007477, + "MAE[0.5]": 9.84438439210256, + "MASE[0.5]": 0.8148589633480919, + "MAPE[0.5]": 0.3829432083347941, + "sMAPE[0.5]": 0.283999473189439, + "MSIS": 4.148769084557841, + "RMSE[mean]": 13.606273620012544, + "NRMSE[mean]": 0.45022828123018305, + "ND[0.5]": 0.3257482826235777, + "mean_weighted_sum_quantile_loss": 0.2339362927722142 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 55.11212158203125, + 51.83002853393555, + 46.10086631774902, + 43.3906364440918, + 40.4693546295166, + 39.84073448181152, + 34.48276329040527, + 32.23142051696777, + 28.08659267425537, + 27.43295383453369, + 26.919357299804688, + 26.482187271118164, + 27.173792839050293, + 27.542044639587402, + 29.815857887268066, + 35.10983848571777, + 37.81210136413574, + 45.5120964050293, + 51.14756202697754, + 49.80894660949707, + 50.975507736206055, + 49.69565010070801, + 43.756038665771484, + 42.09451675415039 + ], + "p10": [ + 45.41888427734375, + 39.9028377532959, + 29.435717582702637, + 26.101679801940918, + 26.2935791015625, + 22.405287742614746, + 21.01497459411621, + 19.036287307739258, + 15.967288494110107, + 16.509422302246094, + 16.144609451293945, + 15.953428268432617, + 17.452327728271484, + 17.300928115844727, + 18.137919425964355, + 20.378795623779297, + 22.571084022521973, + 24.59679412841797, + 29.797504425048828, + 24.506946563720703, + 25.038185119628906, + 24.977980613708496, + 21.947468757629395, + 21.4459810256958 + ], + "p90": [ + 67.0014877319336, + 67.22705841064453, + 62.146915435791016, + 60.315608978271484, + 57.61433792114258, + 57.034584045410156, + 50.38729667663574, + 48.357975006103516, + 43.98133087158203, + 43.16506385803223, + 42.58419418334961, + 41.528175354003906, + 40.720041275024414, + 44.011430740356445, + 50.24752235412598, + 54.017648696899414, + 62.40948677062988, + 67.82183837890625, + 75.1346321105957, + 78.78942489624023, + 75.99338912963867, + 83.21630859375, + 70.64287567138672, + 69.96682739257812 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_191926.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..b41d5152009063f48f3d21c5b10012c86ea31a0e --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T19:19:26.678118+00:00", + "metrics": { + "MSE[mean]": 112.22604789666775, + "MSE[0.5]": 106.52986706039837, + "MAE[0.5]": 9.318149915915813, + "MASE[0.5]": 0.7713004367136018, + "MAPE[0.5]": 0.3539253521397272, + "sMAPE[0.5]": 0.28699147866182334, + "MSIS": 12.406617206311937, + "RMSE[mean]": 10.593679620257909, + "NRMSE[mean]": 0.3505422792848068, + "ND[0.5]": 0.30833531193414904, + "mean_weighted_sum_quantile_loss": 0.2790730163613627 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 37.343642700489475, + 37.4436430819592, + 37.89364432173581, + 37.54364394026609, + 37.443644989307835, + 37.74364422636838, + 37.74364422636838, + 37.443644989307835, + 37.99364422636838, + 37.69364403563352, + 37.443644989307835, + 37.443644989307835, + 37.54364537077756, + 38.143643844898655, + 37.14364479857297, + 37.443644989307835, + 37.74364422636838, + 37.443644989307835, + 37.74364422636838, + 37.79364394026609, + 37.34364460783811, + 37.093645561512425, + 37.44364355879636, + 37.4436430819592 + ], + "p10": [ + 34.22364424544187, + 34.13364390211911, + 33.9436430819592, + 34.42364319640012, + 34.133645618732885, + 34.043644417103245, + 34.53364342528196, + 34.543645180042695, + 33.94364479857297, + 34.54364346342893, + 34.42364319640012, + 34.64364365416379, + 34.54364346342893, + 34.0336444743237, + 34.53364342528196, + 34.03364018278928, + 33.54364346342893, + 34.13364390211911, + 33.92364491301389, + 34.13364342528195, + 34.13364390211911, + 34.54364346342893, + 33.54364346342893, + 34.813646400745824 + ], + "p90": [ + 42.05364540892453, + 41.06364334898801, + 43.64364193755002, + 43.18364552336545, + 41.473644913013885, + 43.793644417103245, + 43.67364205199094, + 40.86364449339719, + 42.203645599659396, + 43.64364193755002, + 42.42364472227902, + 41.24364422636838, + 41.29364422636838, + 43.97364510374875, + 42.07364529448361, + 43.053643692310764, + 43.343642700489475, + 41.50364483671994, + 42.04364355879636, + 43.54364346342893, + 42.04364355879636, + 43.053643692310764, + 42.14364575224729, + 42.14364575224729 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_191926.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..e731829c1fdb52478e37d4424aebc925af0c2c05 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T19:19:26.732580+00:00", + "metrics": { + "MSE[mean]": 300.6016652329772, + "MSE[0.5]": 300.6016652329772, + "MAE[0.5]": 12.733333428700766, + "MASE[0.5]": 1.0539887985276686, + "MAPE[0.5]": 0.4992373752044173, + "sMAPE[0.5]": 0.3492113853418744, + "MSIS": 38.59462133490597, + "RMSE[mean]": 17.337867955229594, + "NRMSE[mean]": 0.5737058292137809, + "ND[0.5]": 0.4213429028431881, + "mean_weighted_sum_quantile_loss": 0.41300888001019354 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "p10": [ + 53.99799850463867, + 55.86, + 51.64600074768067, + 38.122001495361324, + 17.54199962615967, + 19.011999626159668, + 19.991999626159668, + 22.05, + 23.52, + 24.303999252319336, + 25.676000747680664, + 25.676000747680664, + 24.303999252319336, + 22.441999626159667, + 22.343999252319335, + 26.558000373840333, + 37.82799850463867, + 46.06, + 50.273999252319335, + 51.84200149536133, + 56.74200149536133, + 57.82, + 57.133999252319335, + 57.82 + ], + "p90": [ + 56.201998443603514, + 58.14, + 53.75400077819824, + 39.67800155639649, + 18.257999610900878, + 19.78799961090088, + 20.80799961090088, + 22.95, + 24.48, + 25.295999221801758, + 26.724000778198242, + 26.724000778198242, + 25.295999221801758, + 23.35799961090088, + 23.25599922180176, + 27.64200038909912, + 39.371998443603516, + 47.94, + 52.32599922180176, + 53.95800155639648, + 59.05800155639648, + 60.18, + 59.46599922180176, + 60.18 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_191912.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_191912.json new file mode 100644 index 0000000000000000000000000000000000000000..453ead9e58dc5ebd008750ac2afc1cf600ed3235 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_191912.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T19:19:12.076859+00:00", + "metrics": { + "MSE[mean]": 106.65601667122989, + "MSE[0.5]": 106.65601667122989, + "MAE[0.5]": 8.479249556859335, + "MASE[0.5]": 0.7018613077944288, + "MAPE[0.5]": 0.3092158158254901, + "sMAPE[0.5]": 0.2507565607348503, + "MSIS": 3.5283712592346173, + "RMSE[mean]": 10.327439986329134, + "NRMSE[mean]": 0.34173247462214007, + "ND[0.5]": 0.28057630330846234, + "mean_weighted_sum_quantile_loss": 0.20724060812015277 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 60.1376953125, + 58.5791015625, + 53.1240234375, + 40.85009765625, + 28.04852294921875, + 26.2220458984375, + 25.7674560546875, + 24.842041015625, + 24.777099609375, + 24.452392578125, + 24.971923828125, + 25.26416015625, + 25.491455078125, + 26.010986328125, + 27.309814453125, + 32.53759765625, + 42.40869140625, + 44.74658203125, + 44.74658203125, + 44.74658203125, + 43.83740234375, + 41.10986328125, + 38.447265625, + 36.466552734375 + ], + "p10": [ + 55.2021484375, + 48.7080078125, + 37.60302734375, + 24.777099609375, + 18.5751953125, + 19.8740234375, + 19.0947265625, + 18.3154296875, + 17.60107421875, + 17.60107421875, + 17.92578125, + 17.92578125, + 17.666015625, + 18.185546875, + 18.25048828125, + 20.58837890625, + 23.18603515625, + 22.7314453125, + 21.23779296875, + 18.77001953125, + 16.04248046875, + 13.1201171875, + 11.69140625, + 11.3017578125 + ], + "p90": [ + 63.384765625, + 66.501953125, + 67.80078125, + 58.8388671875, + 41.88916015625, + 37.830322265625, + 36.888671875, + 34.55078125, + 33.9176025390625, + 33.05712890625, + 33.544189453125, + 34.258544921875, + 34.9404296875, + 36.62890625, + 40.78515625, + 50.396484375, + 64.423828125, + 68.060546875, + 67.80078125, + 69.359375, + 69.619140625, + 67.541015625, + 65.203125, + 63.384765625 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_191552.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_191552.json new file mode 100644 index 0000000000000000000000000000000000000000..d31811e9729603bcb012d71d9fa8a96d2653dea4 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_191552.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T19:15:52.976560+00:00", + "metrics": { + "MSE[mean]": 128.38730747357113, + "MSE[0.5]": 76.83730431487841, + "MAE[0.5]": 6.912498076756795, + "MASE[0.5]": 0.5721750383386532, + "MAPE[0.5]": 0.264575894595827, + "sMAPE[0.5]": 0.2144088982786079, + "MSIS": 33.88106499361149, + "RMSE[mean]": 11.330812304224755, + "NRMSE[mean]": 0.3749338203201751, + "ND[0.5]": 0.22873287830458083, + "mean_weighted_sum_quantile_loss": 0.3146156556132135 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 55.96565246582031, + 52.93669128417969, + 49.40711975097656, + 42.910194396972656, + 35.54188537597656, + 31.69300079345703, + 28.89171600341797, + 25.997764587402344, + 25.113574981689453, + 25.3756046295166, + 25.710651397705078, + 25.403297424316406, + 26.37006378173828, + 27.756349563598633, + 30.04439926147461, + 34.053489685058594, + 38.296905517578125, + 40.1973876953125, + 40.93157196044922, + 42.01042938232422, + 40.11238098144531, + 37.5606689453125, + 36.34400939941406, + 35.118560791015625 + ], + "p10": [ + 58.8253173828125, + 55.378875732421875, + 51.899208068847656, + 45.88587951660156, + 39.60149383544922, + 35.581573486328125, + 33.16131591796875, + 30.587942123413086, + 28.887704849243164, + 29.006473541259766, + 29.447750091552734, + 28.628450393676758, + 29.91019058227539, + 32.39400100708008, + 34.93667984008789, + 39.034080505371094, + 43.85823059082031, + 45.668418884277344, + 46.55036163330078, + 47.273216247558594, + 45.97180938720703, + 43.76411437988281, + 42.94093322753906, + 41.6657829284668 + ], + "p90": [ + 64.15387725830078, + 63.08799743652344, + 61.017608642578125, + 54.85597229003906, + 47.85309600830078, + 44.22636413574219, + 40.91987991333008, + 37.424072265625, + 35.93994140625, + 35.58313751220703, + 36.04466247558594, + 35.98307800292969, + 37.73906707763672, + 40.283477783203125, + 43.943267822265625, + 49.824607849121094, + 55.52220153808594, + 59.34996032714844, + 61.244140625, + 63.149375915527344, + 61.66242218017578, + 59.872337341308594, + 57.81010437011719, + 56.20758819580078 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_191727.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_191727.json new file mode 100644 index 0000000000000000000000000000000000000000..deb16a3260573fcf8ff5701394331727c61c64c1 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_191727.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-18T19:17:27.726320+00:00", + "metrics": { + "MSE[mean]": 112.99119646099795, + "MSE[0.5]": 112.99119646099795, + "MAE[0.5]": 9.028175036112467, + "MASE[0.5]": 0.7472980592624431, + "MAPE[0.5]": 0.3316983020701754, + "sMAPE[0.5]": 0.27442773242659785, + "MSIS": 3.4777457139655845, + "RMSE[mean]": 10.629731721026545, + "NRMSE[mean]": 0.35173523452127403, + "ND[0.5]": 0.2987401137645514, + "mean_weighted_sum_quantile_loss": 0.21815771636066572 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 58.267120361328125, + 57.024688720703125, + 54.15616989135742, + 42.43170166015625, + 28.45083236694336, + 25.859973907470703, + 25.22869110107422, + 24.21329116821289, + 23.470914840698242, + 23.260889053344727, + 23.131818771362305, + 23.260150909423828, + 23.508193969726562, + 23.917200088500977, + 25.390525817871094, + 31.50800895690918, + 40.002113342285156, + 43.33889389038086, + 44.23957061767578, + 45.03278732299805, + 44.13639831542969, + 42.205841064453125, + 39.78153991699219, + 36.45820236206055 + ], + "p10": [ + 54.65812301635742, + 47.966407775878906, + 40.06406784057617, + 27.266124725341797, + 18.258960723876953, + 17.421079635620117, + 16.989723205566406, + 16.38933753967285, + 15.947507858276367, + 15.827061653137207, + 15.967575073242188, + 15.773017883300781, + 15.533910751342773, + 15.629918098449707, + 16.304973602294922, + 19.317039489746094, + 23.495662689208984, + 24.05915069580078, + 23.428186416625977, + 21.394691467285156, + 20.045631408691406, + 18.247711181640625, + 15.803237915039062, + 14.211511611938477 + ], + "p90": [ + 61.590309143066406, + 63.98297882080078, + 65.55609130859375, + 57.740665435791016, + 46.32872772216797, + 42.06453323364258, + 38.739768981933594, + 36.94740676879883, + 36.36626052856445, + 36.46296310424805, + 36.695072174072266, + 37.21137619018555, + 39.013999938964844, + 41.4918327331543, + 45.795387268066406, + 55.13843536376953, + 66.44674682617188, + 68.18547058105469, + 69.45369720458984, + 69.82659912109375, + 68.9039306640625, + 67.59838104248047, + 66.26363372802734, + 63.57415008544922 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_191657.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_191657.json new file mode 100644 index 0000000000000000000000000000000000000000..a26895164b9e491982cbf4072888f692c9feafe8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_191657.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T19:16:57.180745+00:00", + "metrics": { + "MSE[mean]": 58.43438622465798, + "MSE[0.5]": 58.43438622465798, + "MAE[0.5]": 6.021690130233765, + "MASE[0.5]": 0.4984393113562405, + "MAPE[0.5]": 0.19459469638762675, + "sMAPE[0.5]": 0.19166353194580887, + "MSIS": 6.283445522047239, + "RMSE[mean]": 7.644238760312107, + "NRMSE[mean]": 0.2529459993591759, + "ND[0.5]": 0.19925626024808735, + "mean_weighted_sum_quantile_loss": 0.1864019125765832 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0 + ], + "actual": [ + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 32.099998474121094, + 33.400001525878906, + 32.900001525878906, + 31.700000762939453, + 28.600000381469727, + 22.799999237060547, + 19.200000762939453, + 17.5 + ], + "predictions": { + "p50": [ + 59.747535705566406, + 59.177207946777344, + 57.31159210205078, + 48.93506622314453, + 26.13311195373535, + 22.963916778564453, + 21.623985290527344, + 20.978260040283203, + 20.99274444580078, + 21.972209930419922, + 22.56182098388672, + 22.835655212402344, + 22.75186538696289, + 23.651531219482422, + 25.21849250793457, + 28.773340225219727, + 34.5446662902832, + 33.862831115722656, + 31.88873863220215, + 29.80076026916504, + 26.94032096862793, + 24.642681121826172, + 22.225231170654297, + 20.594276428222656 + ], + "p10": [ + 57.023826599121094, + 53.84734344482422, + 49.44700622558594, + 37.66819763183594, + 18.23687744140625, + 15.584952354431152, + 14.706058502197266, + 14.055004119873047, + 13.947038650512695, + 14.637325286865234, + 14.967358589172363, + 15.06233024597168, + 15.15001106262207, + 15.71561050415039, + 16.805744171142578, + 19.032642364501953, + 20.85464859008789, + 20.939128875732422, + 20.09341812133789, + 18.664365768432617, + 16.628555297851562, + 14.34195327758789, + 12.01546859741211, + 10.43716049194336 + ], + "p90": [ + 61.929664611816406, + 64.21807861328125, + 64.6272964477539, + 58.78095245361328, + 41.189788818359375, + 31.971357345581055, + 29.731721878051758, + 29.121076583862305, + 29.233604431152344, + 30.668447494506836, + 31.70269012451172, + 32.56277084350586, + 32.6463623046875, + 34.432987213134766, + 37.2526969909668, + 45.57180404663086, + 56.622657775878906, + 57.82768630981445, + 55.393272399902344, + 53.19140625, + 48.129425048828125, + 46.754539489746094, + 44.82807540893555, + 43.879669189453125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_191926.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..8285be4334cf5deb3c6092cadde492284058bd81 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T19:19:26.213177+00:00", + "metrics": { + "MSE[mean]": 649333.7592963602, + "MSE[0.5]": 431613.9295062413, + "MAE[0.5]": 572.7949139445282, + "MASE[0.5]": 0.5646075530507292, + "MAPE[0.5]": 0.00875296012275703, + "sMAPE[0.5]": 0.008783934196522285, + "MSIS": 8.450249236107311, + "RMSE[mean]": 805.8124839541518, + "NRMSE[mean]": 0.012348108581822077, + "ND[0.5]": 0.008777394162219126, + "mean_weighted_sum_quantile_loss": 0.007676814108540187 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 64953.90620125411, + 64994.438837694004, + 64994.153062919024, + 64966.23551851568, + 65003.562842226806, + 64968.75947932692, + 64970.967545562584, + 64983.953000821086, + 64994.14397639368, + 64939.42106549019, + 64968.75945726814, + 64966.23429727751, + 64957.922838060156, + 64966.23429727738, + 64976.165179690724, + 64983.953000422596, + 64986.373908118214, + 64957.92283806014, + 64985.163454270405, + 64973.17562792829, + 64942.495582656935, + 64973.17562792829, + 64970.96754259773, + 64970.96754259773 + ], + "p10": [ + 64778.767250038574, + 64778.3318208746, + 64831.2818624965, + 64716.86725961051, + 64770.2652273937, + 64719.588523091836, + 64777.46430055524, + 64778.26421291459, + 64833.11784044813, + 64692.36387444059, + 64777.46429759137, + 64716.86603837234, + 64781.54911375925, + 64719.58850103208, + 64681.98544785023, + 64770.26506325898, + 64778.2642125161, + 64716.86603837221, + 64778.2642125161, + 64781.22062363492, + 64781.22062363492, + 64684.895221105384, + 64692.36387443339, + 64781.77731792762 + ], + "p90": [ + 65308.611861351776, + 65301.92022789693, + 65301.166572307244, + 65210.73590403903, + 65311.84932358457, + 65296.14001244583, + 65212.58837489823, + 65311.84915984834, + 65296.641739973864, + 65210.73468280793, + 65311.84915945082, + 65196.74889444784, + 65296.13999038609, + 65301.157485728334, + 65308.1088238293, + 65308.482857391355, + 65301.157485728334, + 65220.94353377865, + 65210.73468280073, + 65308.1088238293, + 65220.94353377865, + 65308.482857391355, + 65210.73468280073, + 65210.73468280073 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_191436.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_191436.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b0effefe99ddc18613be7421d6fd73341bde40 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_191436.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T19:14:36.226193+00:00", + "metrics": { + "MSE[mean]": 385045.84802691144, + "MSE[0.5]": 385045.84802691144, + "MAE[0.5]": 498.4041341145833, + "MASE[0.5]": 0.49128009300036224, + "MAPE[0.5]": 0.007682823164417108, + "sMAPE[0.5]": 0.0076450952633348975, + "MSIS": 2.1671099457187712, + "RMSE[mean]": 620.5206265926311, + "NRMSE[mean]": 0.009508733392695909, + "ND[0.5]": 0.007637444800403527, + "mean_weighted_sum_quantile_loss": 0.006411995246873231 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65673.390625, + 65673.390625, + 65660.8984375, + 65668.828125, + 65642.4609375, + 65639.7890625, + 65629.3359375, + 65624.8203125, + 65616.21875, + 65604.5625, + 65584.84375, + 65574.390625, + 65562.75, + 65547.6015625, + 65528.2265625, + 65533.4765625, + 65502.09375, + 65477.953125, + 65484.796875, + 65476.51171875, + 65457.2265625, + 65416.16015625, + 65387.515625, + 65378.8203125 + ], + "p10": [ + 65351.7734375, + 65235.94921875, + 65109.2109375, + 64989.0625, + 64858.33203125, + 64750.37890625, + 64663.86328125, + 64579.12109375, + 64494.2421875, + 64393.7578125, + 64328.58203125, + 64257.34765625, + 64165.24609375, + 64107.41015625, + 64085.29296875, + 64075.08984375, + 63945.7421875, + 63821.80859375, + 63761.4765625, + 63744.890625, + 63683.78515625, + 63669.49609375, + 63633.3828125, + 63589.3515625 + ], + "p90": [ + 65926.828125, + 66044.2421875, + 66119.640625, + 66209.8203125, + 66289.21875, + 66310.703125, + 66341.2109375, + 66406.4140625, + 66461.5546875, + 66497.7890625, + 66518.671875, + 66563.1953125, + 66590.9453125, + 66609.4296875, + 66588.046875, + 66592.7421875, + 66661.90625, + 66686.75, + 66700.4453125, + 66771.2265625, + 66756.9609375, + 66792.3671875, + 66799.5625, + 66819.765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_191926.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..8c3bde340480f74a72c84f776b4abe7ba3a8eb49 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T19:19:26.533606+00:00", + "metrics": { + "MSE[mean]": 971230.361732948, + "MSE[0.5]": 932893.5536945708, + "MAE[0.5]": 730.0753083399953, + "MASE[0.5]": 0.7196398280598578, + "MAPE[0.5]": 0.011275711798433785, + "sMAPE[0.5]": 0.011166397870142347, + "MSIS": 17.331063808148226, + "RMSE[mean]": 985.5102037690671, + "NRMSE[mean]": 0.01510176033128624, + "ND[0.5]": 0.01118752732155788, + "mean_weighted_sum_quantile_loss": 0.010421950298407673 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65661.43760083824, + 65691.90442417799, + 65713.65835689275, + 65713.5607271075, + 65767.82442544725, + 65779.799061287, + 65785.88697837676, + 65814.56864546651, + 65841.85382818125, + 65864.332370271, + 65885.36169361076, + 65907.11562632551, + 65928.86955904026, + 65917.37349175502, + 65969.61179946977, + 66001.10987280952, + 66008.64700864928, + 66044.61773823903, + 66053.86190532878, + 66091.89708804354, + 66113.65102075829, + 66124.65495347304, + 66140.8776361878, + 66179.37766265255 + ], + "p10": [ + 65474.34189771323, + 65530.216924177985, + 65514.09195064274, + 65527.36541460749, + 65500.611534822245, + 65566.022498787, + 65592.62721275176, + 65626.61942671651, + 65644.61554693125, + 65651.42651089601, + 65706.23278736076, + 65696.54609507551, + 65730.78323091526, + 65694.78521050501, + 65678.92429946977, + 65738.29307593452, + 65810.16653989928, + 65783.41266011403, + 65861.30682720378, + 65887.66661929354, + 65809.44789575829, + 65831.20182847304, + 65852.9557611878, + 65974.68235015255 + ], + "p90": [ + 66000.32783521323, + 66018.85754917799, + 65969.82437251775, + 65966.5529146075, + 66087.34356607225, + 66027.220936287, + 66127.62721275176, + 66153.35770796651, + 66100.34796880625, + 66091.029635896, + 66214.64294361076, + 66140.58437632551, + 66258.15080904026, + 66185.80825738002, + 66301.97273696976, + 66328.29776343453, + 66235.27591489928, + 66288.26812886403, + 66294.57792095379, + 66414.40490054354, + 66336.36977075829, + 66457.07682847304, + 66365.7995111878, + 66403.34758452755 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_191805.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_191805.json new file mode 100644 index 0000000000000000000000000000000000000000..4785ea5bdf350867925bb37af57499aa03f0ff15 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_191805.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T19:18:05.021476+00:00", + "metrics": { + "MSE[mean]": 765807.712188085, + "MSE[0.5]": 710314.2461821238, + "MAE[0.5]": 648.97021484375, + "MASE[0.5]": 0.6396940267546102, + "MAPE[0.5]": 0.010018948617926062, + "sMAPE[0.5]": 0.009937039546876357, + "MSIS": 4.397550077056434, + "RMSE[mean]": 875.1044007363264, + "NRMSE[mean]": 0.013409923990873932, + "ND[0.5]": 0.0099446891663135, + "mean_weighted_sum_quantile_loss": 0.007046228268117177 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65692.16015625, + 65688.4453125, + 65710.62109375, + 65637.09765625, + 65741.0390625, + 65770.92578125, + 65790.2578125, + 65757.9765625, + 65780.7109375, + 65713.5546875, + 65858.5703125, + 65831.078125, + 65854.7734375, + 65972.9921875, + 65862.5234375, + 65709.10546875, + 65897.453125, + 65911.96875, + 65799.34375, + 65786.4296875, + 65858.953125, + 65852.79296875, + 65960.2421875, + 65962.7734375 + ], + "p10": [ + 65421.958984375, + 65314.44921875, + 65324.201171875, + 65081.1875, + 65092.322265625, + 64865.712890625, + 65061.34765625, + 64962.72265625, + 64983.732421875, + 64831.91015625, + 65079.99609375, + 64858.904296875, + 64841.880859375, + 64883.783203125, + 64879.87890625, + 64696.20703125, + 64536.6640625, + 64710.220703125, + 64603.28515625, + 64640.98828125, + 64531.21484375, + 64572.255859375, + 64483.68359375, + 64695.412109375 + ], + "p90": [ + 65890.07421875, + 66039.609375, + 66092.63671875, + 66209.4296875, + 66498.52734375, + 66346.8671875, + 66535.5, + 66584.11328125, + 66486.68359375, + 66657.8671875, + 66758.25390625, + 66705.203125, + 66751.95703125, + 67042.2578125, + 67063.90625, + 67013.61328125, + 67183.0859375, + 67184.25390625, + 66894.390625, + 67161.2109375, + 67248.0234375, + 67197.1796875, + 67546.65625, + 67370.82421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_191926.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..ba31336e7cdc6e3d5fa7cc194453a1d99755a996 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T19:19:26.649657+00:00", + "metrics": { + "MSE[mean]": 1028427.2280941232, + "MSE[0.5]": 979452.171729519, + "MAE[0.5]": 791.8514531364235, + "MASE[0.5]": 0.7805329629346495, + "MAPE[0.5]": 0.012218653698468931, + "sMAPE[0.5]": 0.012102647843930128, + "MSIS": 18.72413599520036, + "RMSE[mean]": 1014.1140113883267, + "NRMSE[mean]": 0.015540079331511934, + "ND[0.5]": 0.012134172550941121, + "mean_weighted_sum_quantile_loss": 0.011390509818765958 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 66040.4961520011, + 66049.2090426261, + 66049.2090426261, + 66027.3574801261, + 66059.8672457511, + 66050.0879488761, + 66034.4219332511, + 66041.3496676261, + 66046.8809176261, + 66047.6055270011, + 66046.8809176261, + 66046.8809176261, + 66046.8809176261, + 66013.6309176261, + 66044.1152926261, + 66053.8594332511, + 66039.6426363761, + 66053.8594332511, + 66041.3496676261, + 66057.6309176261, + 66057.6309176261, + 66046.8809176261, + 66041.3496676261, + 66058.0957613761 + ], + "p10": [ + 65853.4004488761, + 65887.5215426261, + 65849.6426363761, + 65841.1621676261, + 65792.6543551261, + 65836.3113863761, + 65841.1621676261, + 65853.4004488761, + 65849.6426363761, + 65834.6996676261, + 65867.7520113761, + 65836.3113863761, + 65848.79458950109, + 65791.04263637609, + 65753.4277926261, + 65791.04263637609, + 65841.1621676261, + 65792.6543551261, + 65848.79458950109, + 65853.4004488761, + 65753.4277926261, + 65753.4277926261, + 65753.4277926261, + 65853.4004488761 + ], + "p90": [ + 66379.38638637609, + 66376.1621676261, + 66305.3750582511, + 66280.3496676261, + 66379.38638637609, + 66297.5098238761, + 66376.1621676261, + 66380.1387301261, + 66305.3750582511, + 66274.3027926261, + 66376.1621676261, + 66280.3496676261, + 66376.1621676261, + 66282.0656832511, + 66376.47623012609, + 66381.0473238761, + 66266.2715426261, + 66297.5098238761, + 66282.0656832511, + 66380.1387301261, + 66280.3496676261, + 66379.3027926261, + 66266.2715426261, + 66282.0656832511 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_191926.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..952826522addbec4e7be1688e59a8ac5afb0dc34 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T19:19:26.709330+00:00", + "metrics": { + "MSE[mean]": 1122787.1049569447, + "MSE[0.5]": 1122787.1049569447, + "MAE[0.5]": 860.6114908854166, + "MASE[0.5]": 0.8483101650640917, + "MAPE[0.5]": 0.01326345977468627, + "sMAPE[0.5]": 0.01313166011026865, + "MSIS": 3.908215199389319, + "RMSE[mean]": 1059.6164895644768, + "NRMSE[mean]": 0.016237350163683675, + "ND[0.5]": 0.013187837552565819, + "mean_weighted_sum_quantile_loss": 0.010321859522397609 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "p10": [ + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996 + ], + "p90": [ + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_191850.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_191850.json new file mode 100644 index 0000000000000000000000000000000000000000..82703782a3f6c593e1837b22619f2d2131fcb5e8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_191850.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T19:18:50.588898+00:00", + "metrics": { + "MSE[mean]": 497982.00566546124, + "MSE[0.5]": 497982.00566546124, + "MAE[0.5]": 564.0017903645834, + "MASE[0.5]": 0.5559401157755683, + "MAPE[0.5]": 0.008697375456756537, + "sMAPE[0.5]": 0.008645581731555841, + "MSIS": 1.9972860990063683, + "RMSE[mean]": 705.6784010195163, + "NRMSE[mean]": 0.010813674016163984, + "ND[0.5]": 0.008642650103395738, + "mean_weighted_sum_quantile_loss": 0.0063073889244049846 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65549.875, + 65558.375, + 65569.0, + 65598.75, + 65613.625, + 65613.625, + 65615.75, + 65617.875, + 65622.125, + 65624.25, + 65634.875, + 65643.375, + 65641.25, + 65643.375, + 65647.625, + 65628.5, + 65632.75, + 65624.25, + 65615.75, + 65609.375, + 65634.875, + 65617.875, + 65622.125, + 65620.0 + ], + "p10": [ + 65132.3125, + 65027.125, + 64925.125, + 64878.375, + 64810.375, + 64750.875, + 64697.75, + 64659.5, + 64612.75, + 64553.25, + 64532.0, + 64493.75, + 64455.5, + 64417.25, + 64413.0, + 64374.75, + 64353.5, + 64332.25, + 64323.75, + 64311.0, + 64332.25, + 64311.0, + 64294.0, + 64281.25 + ], + "p90": [ + 66011.0, + 66121.5, + 66219.25, + 66295.75, + 66359.5, + 66402.0, + 66444.5, + 66470.0, + 66487.0, + 66504.0, + 66521.0, + 66555.0, + 66563.5, + 66589.0, + 66589.0, + 66580.5, + 66563.5, + 66563.5, + 66563.5, + 66572.0, + 66597.5, + 66597.5, + 66614.5, + 66623.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_191534.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_191534.json new file mode 100644 index 0000000000000000000000000000000000000000..cdb4dbdb3e9464a0e4ae991f7ce3a15a36b08ddf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_191534.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T19:15:34.076148+00:00", + "metrics": { + "MSE[mean]": 738856.7660821279, + "MSE[0.5]": 570699.654214859, + "MAE[0.5]": 585.0496419270834, + "MASE[0.5]": 0.5766871155801597, + "MAPE[0.5]": 0.009029842228555232, + "sMAPE[0.5]": 0.00896587210368016, + "MSIS": 23.996490346527747, + "RMSE[mean]": 859.567778643504, + "NRMSE[mean]": 0.013171843915897305, + "ND[0.5]": 0.008965183151323313, + "mean_weighted_sum_quantile_loss": 0.009701484269118191 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65648.9609375, + 65620.1953125, + 65643.140625, + 65657.078125, + 65676.375, + 65692.9453125, + 65718.3671875, + 65707.3125, + 65694.765625, + 65714.609375, + 65700.375, + 65679.9453125, + 65708.546875, + 65737.140625, + 65754.1953125, + 65734.1953125, + 65779.171875, + 65759.6796875, + 65731.1171875, + 65729.265625, + 65744.890625, + 65733.9921875, + 65707.265625, + 65693.3515625 + ], + "p10": [ + 65734.1796875, + 65713.625, + 65727.9921875, + 65763.015625, + 65753.9765625, + 65766.984375, + 65792.4921875, + 65779.3125, + 65794.9453125, + 65834.1171875, + 65785.0390625, + 65785.9921875, + 65805.640625, + 65818.4140625, + 65868.3671875, + 65860.5703125, + 65880.3125, + 65835.96875, + 65845.8671875, + 65874.1640625, + 65909.84375, + 65907.6484375, + 65864.609375, + 65835.5625 + ], + "p90": [ + 65971.640625, + 65985.765625, + 66033.2734375, + 66077.546875, + 66115.5078125, + 66154.640625, + 66204.53125, + 66224.421875, + 66224.0234375, + 66264.515625, + 66304.6953125, + 66250.0, + 66321.78125, + 66383.484375, + 66380.5234375, + 66406.2734375, + 66453.015625, + 66462.2421875, + 66467.4765625, + 66489.25, + 66528.984375, + 66533.4140625, + 66501.3125, + 66496.6484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_191713.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_191713.json new file mode 100644 index 0000000000000000000000000000000000000000..ce51e51b914d8db2ba68ebe1e8c61baf0ca432a8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_191713.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T19:17:13.770860+00:00", + "metrics": { + "MSE[mean]": 538444.2242705027, + "MSE[0.5]": 538444.2242705027, + "MAE[0.5]": 564.86669921875, + "MASE[0.5]": 0.5567926618786754, + "MAPE[0.5]": 0.00871919752665199, + "sMAPE[0.5]": 0.008658561693916201, + "MSIS": 4.39773954957201, + "RMSE[mean]": 733.7875879779534, + "NRMSE[mean]": 0.011244413548773742, + "ND[0.5]": 0.0086559037928797, + "mean_weighted_sum_quantile_loss": 0.006298421775065253 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65705.453125, + 65691.0390625, + 65682.71875, + 65682.65625, + 65677.1875, + 65673.578125, + 65678.015625, + 65683.6171875, + 65691.2109375, + 65690.21875, + 65699.3125, + 65710.9375, + 65716.7734375, + 65724.390625, + 65739.109375, + 65751.8984375, + 65750.5234375, + 65746.0625, + 65738.9375, + 65720.90625, + 65704.40625, + 65678.8984375, + 65638.1640625, + 65594.3203125 + ], + "p10": [ + 65429.859375, + 65298.38671875, + 65208.20703125, + 65163.7265625, + 65128.1953125, + 65099.671875, + 65078.54296875, + 65048.375, + 65016.2734375, + 64977.67578125, + 64955.09765625, + 64940.3828125, + 64902.9921875, + 64877.03515625, + 64856.52734375, + 64835.3671875, + 64797.65234375, + 64764.31640625, + 64730.9140625, + 64690.83203125, + 64649.91015625, + 64615.03125, + 64567.0, + 64517.19921875 + ], + "p90": [ + 65994.4140625, + 66073.4375, + 66128.3671875, + 66194.09375, + 66245.3984375, + 66296.6328125, + 66355.765625, + 66406.734375, + 66455.578125, + 66496.8125, + 66546.6796875, + 66594.7578125, + 66628.453125, + 66681.6796875, + 66749.765625, + 66792.6953125, + 66828.53125, + 66883.5859375, + 66926.828125, + 66954.046875, + 66950.0, + 66943.25, + 66910.4921875, + 66885.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_191640.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_191640.json new file mode 100644 index 0000000000000000000000000000000000000000..4c1164eb3dd8719449a13be4c4350c4c7abd2e19 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_191640.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T19:16:40.593876+00:00", + "metrics": { + "MSE[mean]": 402565.46604855853, + "MSE[0.5]": 402565.46604855853, + "MAE[0.5]": 504.2911783854167, + "MASE[0.5]": 0.497082989603558, + "MAPE[0.5]": 0.007775246884666395, + "sMAPE[0.5]": 0.007735156333699832, + "MSIS": 2.3165227413544542, + "RMSE[mean]": 634.4804693988291, + "NRMSE[mean]": 0.009722651218726895, + "ND[0.5]": 0.007727656683850072, + "mean_weighted_sum_quantile_loss": 0.006531647469351736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65683.2421875, + 65675.4375, + 65657.1015625, + 65653.78125, + 65633.359375, + 65624.78125, + 65618.5078125, + 65607.1328125, + 65588.0234375, + 65591.359375, + 65578.4765625, + 65566.828125, + 65556.6953125, + 65546.4609375, + 65523.3125, + 65530.75390625, + 65514.58984375, + 65507.23828125, + 65503.33984375, + 65488.8828125, + 65478.015625, + 65477.22265625, + 65465.046875, + 65459.87109375 + ], + "p10": [ + 65395.234375, + 65252.890625, + 65126.44921875, + 65037.17578125, + 64930.96875, + 64836.96875, + 64752.9453125, + 64671.55859375, + 64577.86328125, + 64515.26953125, + 64422.43359375, + 64339.87890625, + 64256.0390625, + 64174.67578125, + 64106.16796875, + 64056.6640625, + 64001.45703125, + 63945.859375, + 63883.6796875, + 63829.96484375, + 63767.64453125, + 63736.0078125, + 63684.21484375, + 63639.17578125 + ], + "p90": [ + 65968.0234375, + 66075.75, + 66145.609375, + 66222.015625, + 66294.34375, + 66369.3125, + 66435.6953125, + 66497.9453125, + 66560.7890625, + 66640.125, + 66694.9609375, + 66753.9765625, + 66801.1328125, + 66872.15625, + 66897.296875, + 66988.2890625, + 67002.9765625, + 67046.25, + 67100.25, + 67128.3359375, + 67133.421875, + 67220.328125, + 67229.59375, + 67265.359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_191926.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..6583eb83ada3dc840c2d2f5b0e01ced0704971a3 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-18T19:19:26.487710+00:00", + "metrics": { + "MSE[mean]": 3213.780880325879, + "MSE[0.5]": 5849.796236542633, + "MAE[0.5]": 64.17859164287614, + "MASE[0.5]": 2.4644579190864437, + "MAPE[0.5]": 0.024354599371590662, + "sMAPE[0.5]": 0.02476098691035041, + "MSIS": 26.55406948633683, + "RMSE[mean]": 56.690218559517646, + "NRMSE[mean]": 0.021734269096300694, + "ND[0.5]": 0.02460521085349884, + "mean_weighted_sum_quantile_loss": 0.018841716835551116 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2546.6262697298985, + 2547.9841258981082, + 2548.8109878266923, + 2547.0631252270787, + 2547.0259305824875, + 2551.334961488516, + 2546.988735524845, + 2547.8408981565544, + 2547.0631256490074, + 2547.0631256490074, + 2548.585719638596, + 2547.8408981565544, + 2549.5466709998996, + 2549.5859157508667, + 2550.799899079842, + 2546.9887355248457, + 2549.915805672463, + 2550.799899079842, + 2546.0539207721417, + 2548.585719638596, + 2549.1788494680823, + 2548.8110279362654, + 2547.9879388167014, + 2547.0631256490074 + ], + "p10": [ + 2528.217655263688, + 2529.626036606593, + 2531.676715360004, + 2531.6049416344895, + 2527.7304653226624, + 2531.6767554695302, + 2529.629849525186, + 2530.8407975468795, + 2530.8042092169494, + 2530.8407975468795, + 2529.6298495251863, + 2532.8131720485017, + 2530.9586213379866, + 2530.8407975468795, + 2530.8407975468795, + 2529.6298495251863, + 2528.1190165706603, + 2531.676755469577, + 2528.1190165706603, + 2530.474914247578, + 2530.474914247578, + 2530.474914247578, + 2529.6298495251863, + 2530.3904077753386 + ], + "p90": [ + 2594.6066784298387, + 2596.0332044661054, + 2594.9691041152128, + 2591.215941311412, + 2593.8099863401358, + 2597.3163045990723, + 2592.4293041378764, + 2592.275895003799, + 2593.877179123141, + 2593.8099863445746, + 2594.969144224786, + 2594.481914130241, + 2592.275895003799, + 2591.2159417333405, + 2596.0103386565265, + 2594.481914130241, + 2594.481914130241, + 2596.0370173846986, + 2594.481914130241, + 2594.5306371396955, + 2595.07326366796, + 2596.2771259382475, + 2594.481914130241, + 2594.969144224786 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_191501.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_191501.json new file mode 100644 index 0000000000000000000000000000000000000000..bcd734892be058c19a3db9908c2ea6b3c1af4951 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_191501.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T19:15:01.960322+00:00", + "metrics": { + "MSE[mean]": 4878.137272293369, + "MSE[0.5]": 4878.137272293369, + "MAE[0.5]": 57.902364095052086, + "MASE[0.5]": 2.22345078125, + "MAPE[0.5]": 0.021977115806121075, + "sMAPE[0.5]": 0.02230259439114755, + "MSIS": 31.591423046874997, + "RMSE[mean]": 69.84366307900359, + "NRMSE[mean]": 0.026777123225177096, + "ND[0.5]": 0.022198989429412938, + "mean_weighted_sum_quantile_loss": 0.01711120081134074 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2556.138916015625, + 2557.470458984375, + 2556.68603515625, + 2557.78564453125, + 2558.4169921875, + 2557.546875, + 2557.628173828125, + 2558.510498046875, + 2558.447998046875, + 2558.942138671875, + 2558.806396484375, + 2558.8642578125, + 2558.31982421875, + 2558.211181640625, + 2558.790771484375, + 2559.64501953125, + 2561.446044921875, + 2559.2822265625, + 2557.648681640625, + 2557.84130859375, + 2557.07666015625, + 2553.198974609375, + 2553.002197265625, + 2552.619873046875 + ], + "p10": [ + 2550.174560546875, + 2550.070068359375, + 2549.94677734375, + 2549.66015625, + 2549.876220703125, + 2549.908935546875, + 2549.593505859375, + 2549.7275390625, + 2549.67724609375, + 2549.363037109375, + 2549.928955078125, + 2549.772705078125, + 2549.667236328125, + 2549.582763671875, + 2549.662841796875, + 2549.736572265625, + 2549.229248046875, + 2549.52783203125, + 2549.6279296875, + 2549.3349609375, + 2549.68896484375, + 2549.59619140625, + 2549.649658203125, + 2549.76611328125 + ], + "p90": [ + 2605.633056640625, + 2607.238525390625, + 2605.732421875, + 2605.36572265625, + 2605.1337890625, + 2606.132568359375, + 2605.119873046875, + 2604.735107421875, + 2606.3720703125, + 2605.2626953125, + 2605.21728515625, + 2605.843017578125, + 2607.07373046875, + 2606.024169921875, + 2606.561767578125, + 2606.583984375, + 2608.49755859375, + 2608.3759765625, + 2606.94189453125, + 2607.56884765625, + 2606.92041015625, + 2604.41455078125, + 2606.528076171875, + 2604.20068359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_191926.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..6d348ca51cc717ea45898ccc1f8077f57b428f6a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-18T19:19:26.635016+00:00", + "metrics": { + "MSE[mean]": 2401.7862131439992, + "MSE[0.5]": 2406.445691357245, + "MAE[0.5]": 34.5860418132473, + "MASE[0.5]": 1.3281040056286961, + "MAPE[0.5]": 0.013161556548102277, + "sMAPE[0.5]": 0.013247012466962147, + "MSIS": 21.49325996303855, + "RMSE[mean]": 49.008021926456074, + "NRMSE[mean]": 0.018789017990973572, + "ND[0.5]": 0.013259824337347206, + "mean_weighted_sum_quantile_loss": 0.011295565829561191 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2587.6645123476783, + 2588.0114339915917, + 2588.358355635505, + 2588.7052772794186, + 2589.052198923332, + 2589.3991205672455, + 2589.746042211159, + 2590.0929638550724, + 2590.439885498986, + 2590.7868071428993, + 2591.1337287868128, + 2591.480650430726, + 2591.8275720746396, + 2592.174493718553, + 2592.521415362467, + 2592.8683370063804, + 2593.215258650294, + 2593.5621802942073, + 2593.909101938121, + 2594.2560235820342, + 2594.6029452259477, + 2594.949866869861, + 2595.2967885137746, + 2595.643710157688 + ], + "p10": [ + 2537.6645123476783, + 2538.0114339915917, + 2538.358355635505, + 2538.7052772794186, + 2539.052198923332, + 2539.3991205672455, + 2539.746042211159, + 2540.0929638550724, + 2540.439885498986, + 2540.7868071428993, + 2541.1337287868128, + 2541.480650430726, + 2541.8275720746396, + 2542.174493718553, + 2542.521415362467, + 2542.8683370063804, + 2543.215258650294, + 2543.5621802942073, + 2543.909101938121, + 2544.2560235820342, + 2544.6029452259477, + 2544.949866869861, + 2545.2967885137746, + 2545.643710157688 + ], + "p90": [ + 2637.6645123476783, + 2638.0114339915917, + 2638.358355635505, + 2638.7052772794186, + 2639.052198923332, + 2639.3991205672455, + 2639.746042211159, + 2640.0929638550724, + 2640.439885498986, + 2640.7868071428993, + 2641.1337287868128, + 2641.480650430726, + 2641.8275720746396, + 2642.174493718553, + 2642.521415362467, + 2642.8683370063804, + 2643.215258650294, + 2643.5621802942073, + 2643.909101938121, + 2644.2560235820342, + 2644.6029452259477, + 2644.949866869861, + 2645.2967885137746, + 2645.643710157688 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_191832.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_191832.json new file mode 100644 index 0000000000000000000000000000000000000000..170f3d415c2ab1845bfe8599e3440714516cb19a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_191832.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T19:18:32.472614+00:00", + "metrics": { + "MSE[mean]": 3111.117400454978, + "MSE[0.5]": 4983.770967380454, + "MAE[0.5]": 58.250946044921875, + "MASE[0.5]": 2.236836328125, + "MAPE[0.5]": 0.022124290822426295, + "sMAPE[0.5]": 0.022452254720231397, + "MSIS": 33.8468359375, + "RMSE[mean]": 55.77739148127114, + "NRMSE[mean]": 0.02138430344329884, + "ND[0.5]": 0.022332631071535543, + "mean_weighted_sum_quantile_loss": 0.01726893064846246 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2550.2061767578125, + 2550.194091796875, + 2550.6790771484375, + 2550.1478271484375, + 2550.2021484375, + 2550.205322265625, + 2550.7796630859375, + 2583.6788330078125, + 2550.2279052734375, + 2550.2705078125, + 2550.2376708984375, + 2550.145263671875, + 2550.1412353515625, + 2599.759033203125, + 2599.6781005859375, + 2550.2913818359375, + 2550.1708984375, + 2550.2908935546875, + 2550.1588134765625, + 2550.191650390625, + 2550.1893310546875, + 2550.2337646484375, + 2550.259033203125, + 2599.6326904296875 + ], + "p10": [ + 2549.990234375, + 2549.9833984375, + 2549.982177734375, + 2549.9639892578125, + 2549.9808349609375, + 2549.9615478515625, + 2549.9788818359375, + 2549.984375, + 2549.9931640625, + 2549.9893798828125, + 2550.0067138671875, + 2549.96533203125, + 2549.9677734375, + 2550.0213623046875, + 2549.98681640625, + 2549.9942626953125, + 2549.9781494140625, + 2550.0047607421875, + 2549.9619140625, + 2549.962646484375, + 2549.9676513671875, + 2549.9710693359375, + 2550.0013427734375, + 2549.9794921875 + ], + "p90": [ + 2600.216552734375, + 2600.082763671875, + 2600.1685791015625, + 2600.220947265625, + 2600.1585693359375, + 2600.244140625, + 2600.2508544921875, + 2600.26171875, + 2600.2177734375, + 2600.3701171875, + 2600.1856689453125, + 2600.3370361328125, + 2600.293701171875, + 2600.3287353515625, + 2600.3492431640625, + 2600.2578125, + 2600.1358642578125, + 2600.22509765625, + 2600.2430419921875, + 2600.28662109375, + 2600.152587890625, + 2600.15771484375, + 2600.2606201171875, + 2600.176025390625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_191926.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..f247027c41b97f3e598ee6ceeda0e0aaeb214ae8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T19:19:26.701167+00:00", + "metrics": { + "MSE[mean]": 2727.9633204450324, + "MSE[0.5]": 2723.550034626042, + "MAE[0.5]": 38.538011695906484, + "MASE[0.5]": 1.479859649122809, + "MAPE[0.5]": 0.014650086894531442, + "sMAPE[0.5]": 0.014773004411888243, + "MSIS": 24.242245064166458, + "RMSE[mean]": 52.22990829443445, + "NRMSE[mean]": 0.020024245991476466, + "ND[0.5]": 0.01477495656073092, + "mean_weighted_sum_quantile_loss": 0.012571199920283507 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403, + 2585.9429824561403 + ], + "p10": [ + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403, + 2535.9429824561403 + ], + "p90": [ + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403, + 2635.9429824561403 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_191926.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..4bddbe01af9ac09ed84753a64debf62dd426cb1e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T19:19:26.753772+00:00", + "metrics": { + "MSE[mean]": 3645.8333333333335, + "MSE[0.5]": 3645.8333333333335, + "MAE[0.5]": 47.916666666666664, + "MASE[0.5]": 1.8399999999999999, + "MAPE[0.5]": 0.01831789859953012, + "sMAPE[0.5]": 0.018424951250668092, + "MSIS": 14.40480137199742, + "RMSE[mean]": 60.380736442456, + "NRMSE[mean]": 0.023149164131293032, + "ND[0.5]": 0.018370607028753993, + "mean_weighted_sum_quantile_loss": 0.01504614838480655 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "p10": [ + 2499.0, + 2597.0, + 2499.0, + 2499.0, + 2548.0, + 2499.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0, + 2499.0 + ], + "p90": [ + 2601.0, + 2703.0, + 2601.0, + 2601.0, + 2652.0, + 2601.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0, + 2601.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_191921.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_191921.json new file mode 100644 index 0000000000000000000000000000000000000000..88892aca626ac089daf0419dd9c5411e66b29cdf --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_191921.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T19:19:21.871026+00:00", + "metrics": { + "MSE[mean]": 5177.1559119100375, + "MSE[0.5]": 5177.1559119100375, + "MAE[0.5]": 59.54576619466146, + "MASE[0.5]": 2.2865574218749996, + "MAPE[0.5]": 0.02259498084634139, + "sMAPE[0.5]": 0.022945874344004732, + "MSIS": 31.35671875, + "RMSE[mean]": 71.95245591298492, + "NRMSE[mean]": 0.027585606100824885, + "ND[0.5]": 0.022829047742362222, + "mean_weighted_sum_quantile_loss": 0.017699869271665336 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2550.431640625, + 2555.31982421875, + 2558.771484375, + 2556.619873046875, + 2557.074951171875, + 2556.333984375, + 2556.307861328125, + 2556.28173828125, + 2555.60595703125, + 2555.31982421875, + 2555.787841796875, + 2554.61767578125, + 2556.333984375, + 2557.074951171875, + 2558.10205078125, + 2559.47998046875, + 2557.56884765625, + 2555.76171875, + 2554.591796875, + 2555.475830078125, + 2551.4716796875, + 2548.45556640625, + 2548.923583984375, + 2548.3515625 + ], + "p10": [ + 2543.25537109375, + 2543.46337890625, + 2543.67138671875, + 2542.83935546875, + 2544.50341796875, + 2542.21533203125, + 2542.7353515625, + 2542.7353515625, + 2542.52734375, + 2541.279296875, + 2541.279296875, + 2543.46337890625, + 2543.04736328125, + 2543.46337890625, + 2543.1513671875, + 2543.25537109375, + 2542.7353515625, + 2542.63134765625, + 2542.943359375, + 2544.3994140625, + 2543.67138671875, + 2543.5673828125, + 2544.607421875, + 2543.1513671875 + ], + "p90": [ + 2591.4091796875, + 2600.9775390625, + 2607.42578125, + 2604.9296875, + 2604.513671875, + 2605.5537109375, + 2604.3056640625, + 2604.513671875, + 2604.513671875, + 2606.3857421875, + 2608.0498046875, + 2603.8896484375, + 2608.0498046875, + 2608.4658203125, + 2609.08984375, + 2610.9619140625, + 2616.162109375, + 2613.25, + 2611.3779296875, + 2612.2099609375, + 2607.42578125, + 2603.265625, + 2602.6416015625, + 2603.681640625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_191603.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_191603.json new file mode 100644 index 0000000000000000000000000000000000000000..bef5d224d0cdaf1f78c9c958d070f50e6cc70984 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_191603.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T19:16:03.741693+00:00", + "metrics": { + "MSE[mean]": 2771.5685460989675, + "MSE[0.5]": 3731.752880235513, + "MAE[0.5]": 49.60968017578125, + "MASE[0.5]": 1.90501171875, + "MAPE[0.5]": 0.018840952217132473, + "sMAPE[0.5]": 0.019067740126627084, + "MSIS": 34.52156367187499, + "RMSE[mean]": 52.64568877029692, + "NRMSE[mean]": 0.020183650646759203, + "ND[0.5]": 0.019019685690395367, + "mean_weighted_sum_quantile_loss": 0.015003169408113685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2570.747314453125, + 2569.99560546875, + 2568.696533203125, + 2569.607421875, + 2569.75244140625, + 2569.137939453125, + 2569.0380859375, + 2568.582763671875, + 2568.52587890625, + 2569.899169921875, + 2570.2900390625, + 2570.04638671875, + 2569.797119140625, + 2569.876953125, + 2569.830810546875, + 2570.71142578125, + 2571.784423828125, + 2570.741943359375, + 2569.456298828125, + 2569.03564453125, + 2568.972900390625, + 2569.1728515625, + 2569.210693359375, + 2569.86376953125 + ], + "p10": [ + 2577.611083984375, + 2579.21875, + 2579.11865234375, + 2580.173095703125, + 2579.99560546875, + 2579.67529296875, + 2579.708740234375, + 2580.734375, + 2580.440673828125, + 2580.910888671875, + 2580.3232421875, + 2580.88916015625, + 2580.84375, + 2580.213623046875, + 2580.645263671875, + 2580.582763671875, + 2581.025390625, + 2581.67529296875, + 2581.12060546875, + 2580.68896484375, + 2581.39599609375, + 2581.595458984375, + 2581.457763671875, + 2581.300048828125 + ], + "p90": [ + 2609.60302734375, + 2610.0244140625, + 2610.7001953125, + 2611.984619140625, + 2613.152587890625, + 2614.329833984375, + 2614.420166015625, + 2614.424560546875, + 2614.785400390625, + 2615.48779296875, + 2616.429443359375, + 2616.910400390625, + 2616.8828125, + 2616.590576171875, + 2616.531005859375, + 2616.887939453125, + 2618.256591796875, + 2616.98974609375, + 2616.56494140625, + 2616.042236328125, + 2616.604736328125, + 2617.709716796875, + 2617.51806640625, + 2618.276123046875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_191737.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_191737.json new file mode 100644 index 0000000000000000000000000000000000000000..4f1dc236e3845c4c75c89443f5e3eaede84aaf66 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_191737.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-18T19:17:37.733050+00:00", + "metrics": { + "MSE[mean]": 3264.4835466792188, + "MSE[0.5]": 3264.4835466792188, + "MAE[0.5]": 44.001383463541664, + "MASE[0.5]": 1.6896531250000002, + "MAPE[0.5]": 0.016710264673068412, + "sMAPE[0.5]": 0.016889386413078925, + "MSIS": 28.753965234375002, + "RMSE[mean]": 57.13565915152479, + "NRMSE[mean]": 0.02190504504211813, + "ND[0.5]": 0.016869539986022364, + "mean_weighted_sum_quantile_loss": 0.014287536469426694 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2577.89208984375, + 2575.7294921875, + 2577.154541015625, + 2581.85546875, + 2579.038818359375, + 2578.385498046875, + 2580.68408203125, + 2581.69091796875, + 2581.02099609375, + 2579.33544921875, + 2577.256103515625, + 2578.284912109375, + 2579.96728515625, + 2579.208740234375, + 2579.03759765625, + 2579.307373046875, + 2578.669189453125, + 2578.0244140625, + 2577.623779296875, + 2579.017578125, + 2575.5986328125, + 2572.26513671875, + 2570.406494140625, + 2570.296875 + ], + "p10": [ + 2545.503662109375, + 2548.909423828125, + 2551.033447265625, + 2549.04345703125, + 2547.82373046875, + 2548.557373046875, + 2549.218994140625, + 2549.70166015625, + 2549.740234375, + 2550.0302734375, + 2549.300537109375, + 2549.091064453125, + 2548.762939453125, + 2549.4736328125, + 2549.621337890625, + 2548.959716796875, + 2548.703125, + 2548.2294921875, + 2549.234619140625, + 2549.54052734375, + 2549.5859375, + 2549.31103515625, + 2548.775634765625, + 2548.726806640625 + ], + "p90": [ + 2617.554443359375, + 2614.845947265625, + 2610.253662109375, + 2612.166748046875, + 2614.18603515625, + 2614.86279296875, + 2614.563720703125, + 2613.6982421875, + 2615.713623046875, + 2614.74755859375, + 2614.91455078125, + 2614.167724609375, + 2614.328369140625, + 2613.92529296875, + 2614.862548828125, + 2614.550537109375, + 2614.34765625, + 2615.5693359375, + 2617.1123046875, + 2615.445068359375, + 2615.54345703125, + 2611.991943359375, + 2612.466796875, + 2613.38818359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_191705.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_191705.json new file mode 100644 index 0000000000000000000000000000000000000000..8706aa2934af262eb2201f657aa89f130315a9e6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_191705.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T19:17:05.913902+00:00", + "metrics": { + "MSE[mean]": 2284.762815962235, + "MSE[0.5]": 2284.762815962235, + "MAE[0.5]": 29.402506510416668, + "MASE[0.5]": 1.1290562499999999, + "MAPE[0.5]": 0.011194497582972737, + "sMAPE[0.5]": 0.011249816624246465, + "MSIS": 33.126430078125, + "RMSE[mean]": 47.79919262876974, + "NRMSE[mean]": 0.018325569058953252, + "ND[0.5]": 0.011272526457667732, + "mean_weighted_sum_quantile_loss": 0.011625010833361068 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 + ], + "actual": [ + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 + ], + "predictions": { + "p50": [ + 2598.9267578125, + 2599.901123046875, + 2599.50830078125, + 2599.28955078125, + 2599.695068359375, + 2599.77099609375, + 2598.89111328125, + 2599.288330078125, + 2600.218994140625, + 2599.276123046875, + 2599.274658203125, + 2597.822021484375, + 2599.2666015625, + 2599.59716796875, + 2599.886962890625, + 2599.654296875, + 2599.30224609375, + 2599.671142578125, + 2599.794921875, + 2599.6376953125, + 2599.885009765625, + 2600.012451171875, + 2599.747802734375, + 2599.728515625 + ], + "p10": [ + 2548.61376953125, + 2549.73583984375, + 2549.364013671875, + 2549.206298828125, + 2549.63623046875, + 2549.996826171875, + 2549.773681640625, + 2549.66064453125, + 2550.035400390625, + 2548.907470703125, + 2548.9208984375, + 2549.3486328125, + 2550.08642578125, + 2550.177734375, + 2549.780517578125, + 2550.103515625, + 2549.575439453125, + 2549.720703125, + 2549.85693359375, + 2549.962646484375, + 2549.746826171875, + 2549.845947265625, + 2549.473876953125, + 2549.5234375 + ], + "p90": [ + 2602.635009765625, + 2602.106201171875, + 2601.9306640625, + 2601.66162109375, + 2601.204833984375, + 2601.28125, + 2601.334228515625, + 2601.263427734375, + 2601.783447265625, + 2601.705810546875, + 2601.2822265625, + 2601.09814453125, + 2601.54248046875, + 2601.811279296875, + 2602.2861328125, + 2602.10888671875, + 2602.060791015625, + 2602.033447265625, + 2601.869384765625, + 2602.0419921875, + 2602.383056640625, + 2602.197021484375, + 2602.413330078125, + 2602.686279296875 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_191926.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..f3e45cd0755237f214374dabf8eb28594b7a72dd --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T19:19:26.320671+00:00", + "metrics": { + "MSE[mean]": 1.268665497113475, + "MSE[0.5]": 1.351726361482078, + "MAE[0.5]": 0.879666856252665, + "MASE[0.5]": 0.49612440855675083, + "MAPE[0.5]": 0.03685729892538633, + "sMAPE[0.5]": 0.038026438571018305, + "MSIS": 11.522554910988042, + "RMSE[mean]": 1.126350521424603, + "NRMSE[mean]": 0.04869915541391916, + "ND[0.5]": 0.03803348258847486, + "mean_weighted_sum_quantile_loss": 0.03556678384133805 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 22.1709737794083, + 22.21315949802689, + 22.244163651644083, + 22.27920231233282, + 22.310044269939116, + 22.337539155841775, + 22.35142357539428, + 22.362010751236383, + 22.354564818154017, + 22.374433384764473, + 22.39610880257247, + 22.388901075090594, + 22.38639058992795, + 22.405879005263124, + 22.40596832795739, + 22.41013272422549, + 22.40111600752345, + 22.411539146153963, + 22.40019398750705, + 22.410861617056305, + 22.42210935963047, + 22.400683042036672, + 22.414330657414535, + 22.397589572956342 + ], + "p10": [ + 21.855916060172934, + 21.878957363665393, + 21.941019626812956, + 21.93072953968709, + 21.931288921643826, + 21.97509213380724, + 22.0346911227109, + 22.036962174350194, + 22.05960472734106, + 22.06959633536543, + 21.99913426846964, + 22.114109909544524, + 22.059527250340704, + 22.087144784362604, + 22.052531000303187, + 22.034969188878375, + 22.037237936980436, + 22.05232257900771, + 22.05280053087361, + 22.039376425058414, + 22.114542497955988, + 22.06616771873353, + 22.099546060425393, + 22.06646511895714 + ], + "p90": [ + 22.492010709154844, + 22.53445983689516, + 22.609716112184483, + 22.610262822592805, + 22.583145427490965, + 22.645253560774464, + 22.650742897367238, + 22.606149761861175, + 22.68547992514936, + 22.707164351460957, + 22.72508340245522, + 22.65763962028958, + 22.707318092795262, + 22.81447260544354, + 22.687267443777948, + 22.819543750346867, + 22.703770557588694, + 22.7193242911915, + 22.727536311406496, + 22.71014941722538, + 22.730093892265245, + 22.696198589905393, + 22.84453042939848, + 22.697812755466124 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_191442.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_191442.json new file mode 100644 index 0000000000000000000000000000000000000000..7b1f985fdd316ba62b4039a9712858e305d50345 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_191442.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T19:14:42.063018+00:00", + "metrics": { + "MSE[mean]": 0.2636181896623384, + "MSE[0.5]": 0.2636181896623384, + "MAE[0.5]": 0.41401322682698566, + "MASE[0.5]": 0.23349983671001576, + "MAPE[0.5]": 0.017847168659734923, + "sMAPE[0.5]": 0.01761600110836976, + "MSIS": 1.959125489732039, + "RMSE[mean]": 0.5134376200302607, + "NRMSE[mean]": 0.022199109404753965, + "ND[0.5]": 0.017900373012802992, + "mean_weighted_sum_quantile_loss": 0.020483897112699892 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 22.23513412475586, + 22.23172378540039, + 22.205873489379883, + 22.167924880981445, + 22.240575790405273, + 22.34746742248535, + 22.617834091186523, + 23.057445526123047, + 23.516380310058594, + 23.995670318603516, + 24.36551856994629, + 24.689146041870117, + 24.8879451751709, + 24.954853057861328, + 24.930984497070312, + 24.80797004699707, + 24.803869247436523, + 24.370935440063477, + 23.882925033569336, + 23.42490005493164, + 23.17804527282715, + 22.98102378845215, + 22.839590072631836, + 22.73720932006836 + ], + "p10": [ + 22.0025634765625, + 21.873506546020508, + 21.75986671447754, + 21.653976440429688, + 21.63610076904297, + 21.669254302978516, + 21.90369415283203, + 22.18012046813965, + 22.365079879760742, + 22.556896209716797, + 22.651269912719727, + 22.739282608032227, + 22.75009536743164, + 22.725332260131836, + 22.68354606628418, + 22.645713806152344, + 22.263031005859375, + 22.08598518371582, + 21.87285614013672, + 21.583585739135742, + 21.461172103881836, + 21.313716888427734, + 21.136123657226562, + 21.044296264648438 + ], + "p90": [ + 22.406253814697266, + 22.58541488647461, + 22.622678756713867, + 22.733861923217773, + 22.82830810546875, + 23.128063201904297, + 23.473743438720703, + 24.14480209350586, + 25.155418395996094, + 26.232759475708008, + 27.335336685180664, + 27.970684051513672, + 28.44790267944336, + 28.50672149658203, + 28.44422149658203, + 28.135080337524414, + 28.27132797241211, + 27.3820858001709, + 26.481908798217773, + 25.781021118164062, + 25.290084838867188, + 25.026107788085938, + 24.8452091217041, + 24.6964054107666 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_191926.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..34426d892b083e3aecaba3bbf4a85350e5a98fb9 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T19:19:26.550717+00:00", + "metrics": { + "MSE[mean]": 0.9514946903994796, + "MSE[0.5]": 1.0571485294759237, + "MAE[0.5]": 0.8420700330223051, + "MASE[0.5]": 0.4749201292819416, + "MAPE[0.5]": 0.03574040153658981, + "sMAPE[0.5]": 0.0363175545886661, + "MSIS": 2.3788437995932497, + "RMSE[mean]": 0.9754458931173372, + "NRMSE[mean]": 0.04217460749847952, + "ND[0.5]": 0.03640793751814526, + "mean_weighted_sum_quantile_loss": 0.02806017069390227 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 22.180659152549545, + 22.130659914147863, + 22.185661171656825, + 22.240662429165788, + 22.240662427824653, + 22.37566360903967, + 22.375665515047167, + 22.44066604776365, + 22.425667610448393, + 22.50066837204671, + 22.6556700110254, + 22.71567138297528, + 22.800671419781118, + 22.70067294431889, + 22.820673782211152, + 22.880677061509665, + 22.875676945727612, + 22.910677745472903, + 22.94067938445159, + 22.965679955315046, + 23.090681861322544, + 23.20068247033297, + 23.21068365154799, + 23.17568475646906 + ], + "p10": [ + 21.31365857271556, + 21.20865979207755, + 21.414660881739835, + 21.30866207821364, + 21.338662763518013, + 21.62666401339758, + 21.6686663085042, + 21.52066692514402, + 21.750666466039213, + 21.800667609107258, + 21.801669728737803, + 21.84867099387616, + 21.790673098247915, + 21.909673913251993, + 21.840674239974824, + 22.090676336717184, + 22.01467650322273, + 22.163678004872317, + 22.085679842215264, + 21.935680413078718, + 22.100680182855747, + 22.2676822872275, + 22.419683666806776, + 22.290684527587224 + ], + "p90": [ + 23.5306578174055, + 23.34065899862052, + 23.840660904628017, + 23.680661246609635, + 23.66366257278315, + 23.540663570892697, + 23.76366485891924, + 23.777666894626442, + 23.66166824368814, + 23.86166900528646, + 23.927670323830576, + 23.871671138834657, + 24.130671343487172, + 24.233671983015178, + 24.212673217635956, + 24.598675947618062, + 24.312675503772045, + 24.342677905690188, + 24.250677896719658, + 24.307679200004987, + 24.512681983392856, + 24.690682241451135, + 24.63068468151625, + 24.642684954833317 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_191810.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_191810.json new file mode 100644 index 0000000000000000000000000000000000000000..c05df5c61a57241f5499b73a8942984f6964f3b7 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_191810.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T19:18:10.907380+00:00", + "metrics": { + "MSE[mean]": 1.468455511360844, + "MSE[0.5]": 1.1820170585883716, + "MAE[0.5]": 0.8374420007069906, + "MASE[0.5]": 0.4723099595581462, + "MAPE[0.5]": 0.035308743456064696, + "sMAPE[0.5]": 0.03438878081554778, + "MSIS": 2.323851338053848, + "RMSE[mean]": 1.2117984615276767, + "NRMSE[mean]": 0.05239360260040931, + "ND[0.5]": 0.03620783882710982, + "mean_weighted_sum_quantile_loss": 0.030502647980278783 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 22.137621879577637, + 22.00804042816162, + 21.910548210144043, + 21.819632530212402, + 21.824932098388672, + 21.950942039489746, + 22.38889789581299, + 23.097318649291992, + 23.965176582336426, + 24.659381866455078, + 25.527480125427246, + 25.93608856201172, + 26.576172828674316, + 26.622386932373047, + 26.379799842834473, + 26.109902381896973, + 25.598319053649902, + 24.576834678649902, + 24.181602478027344, + 23.468994140625, + 22.943827629089355, + 22.60034942626953, + 22.259212493896484, + 22.05325698852539 + ], + "p10": [ + 21.85804557800293, + 21.629730224609375, + 21.456464767456055, + 21.21213150024414, + 21.02894687652588, + 21.00225830078125, + 21.18431282043457, + 21.818381309509277, + 22.20963191986084, + 22.70623779296875, + 22.98947525024414, + 23.180373191833496, + 23.23130512237549, + 23.85587978363037, + 23.57922077178955, + 22.86305046081543, + 22.70236110687256, + 20.932177543640137, + 21.629091262817383, + 20.890701293945312, + 20.348576545715332, + 20.49729633331299, + 20.07604694366455, + 20.00175666809082 + ], + "p90": [ + 22.37062168121338, + 22.389907836914062, + 22.397233963012695, + 22.397729873657227, + 22.577033042907715, + 22.836636543273926, + 23.416627883911133, + 24.333603858947754, + 26.16053295135498, + 27.129164695739746, + 28.428906440734863, + 28.782617568969727, + 29.994752883911133, + 29.83475685119629, + 30.225449562072754, + 30.39980411529541, + 28.833672523498535, + 27.98267936706543, + 27.451879501342773, + 26.093215942382812, + 24.70554542541504, + 24.59521770477295, + 24.63232135772705, + 24.24613094329834 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_191926.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..d53ee791146c396f471d64fcd20fce943c290e37 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T19:19:26.658047+00:00", + "metrics": { + "MSE[mean]": 1.8971895065826423, + "MSE[0.5]": 2.22177218333219, + "MAE[0.5]": 1.1928848628381001, + "MASE[0.5]": 0.6727766231559213, + "MAPE[0.5]": 0.050153502356709755, + "sMAPE[0.5]": 0.05216584472972252, + "MSIS": 2.6699454011537918, + "RMSE[mean]": 1.3773850248142827, + "NRMSE[mean]": 0.05955294210135966, + "ND[0.5]": 0.05157584980987017, + "mean_weighted_sum_quantile_loss": 0.040862303023455046 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 22.023157377622613, + 21.923156996152887, + 21.928157110593805, + 21.933157225034723, + 21.883156080625543, + 21.968156118772516, + 21.91815688171197, + 21.933156271360406, + 21.868156690977106, + 21.89315630950738, + 21.998156805418024, + 22.00815703429986, + 22.043155928037653, + 21.89315630950738, + 21.963156004331598, + 21.973158140562067, + 21.91815688171197, + 21.903156538389215, + 21.88315703429986, + 21.85815646209527, + 21.933157225034723, + 21.993156690977106, + 21.95315672912408, + 21.868156690977106 + ], + "p10": [ + 21.15615679778863, + 21.001156874082575, + 21.157156820676814, + 21.001156874082575, + 20.981156416318903, + 21.219156523130426, + 21.211157675169, + 21.013157148740778, + 21.193155546567926, + 21.193155546567926, + 21.144156523130427, + 21.141156645200738, + 21.03315760650445, + 21.102157278440483, + 20.98315646209527, + 21.183157415769585, + 21.057156439207088, + 21.15615679778863, + 21.02815749206353, + 20.82815691985894, + 20.943155546567926, + 21.060156507871636, + 21.162156744382866, + 20.98315646209527 + ], + "p90": [ + 23.37315604247857, + 23.133156080625543, + 23.583156843564996, + 23.37315604247857, + 23.30615622558404, + 23.133156080625543, + 23.30615622558404, + 23.2701571182232, + 23.104157324216853, + 23.254156942747127, + 23.2701571182232, + 23.164156790159236, + 23.373155851743707, + 23.426155348203668, + 23.355155439756402, + 23.691157026670464, + 23.355155439756402, + 23.3351566986065, + 23.193155546567926, + 23.20015570678521, + 23.355157347105035, + 23.48315646209527, + 23.37315775909234, + 23.335156889341363 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_191926.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..e019c539d70ed81137c25f7b8dbbe66c6f95272a --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T19:19:26.715990+00:00", + "metrics": { + "MSE[mean]": 1.4008625855770636, + "MSE[0.5]": 1.4008625855770636, + "MAE[0.5]": 1.0795833269755046, + "MASE[0.5]": 0.608875548483334, + "MAPE[0.5]": 0.046587047792513214, + "sMAPE[0.5]": 0.047934585519697016, + "MSIS": 12.12512653834402, + "RMSE[mean]": 1.1835804094260194, + "NRMSE[mean]": 0.05117356027909125, + "ND[0.5]": 0.04667711802198097, + "mean_weighted_sum_quantile_loss": 0.04109904509084068 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "p10": [ + 20.403599700927735, + 20.266400299072266, + 20.18800037384033, + 20.20760082244873, + 20.23699962615967, + 20.383999252319335, + 20.7857991027832, + 21.413000373840333, + 22.010799102783203, + 22.363599700927733, + 22.63800037384033, + 22.843799476623534, + 22.7948002243042, + 22.68699962615967, + 22.62820014953613, + 22.491000747680662, + 22.383200149536133, + 22.17739917755127, + 21.90300037384033, + 21.726600074768065, + 21.706999626159668, + 21.697199401855467, + 21.697199401855467, + 21.746200523376466 + ], + "p90": [ + 21.236399688720702, + 21.093600311279296, + 21.01200038909912, + 21.032400856018068, + 21.062999610900878, + 21.21599922180176, + 21.63419906616211, + 22.28700038909912, + 22.90919906616211, + 23.276399688720705, + 23.562000389099122, + 23.77619945526123, + 23.72520023345947, + 23.61299961090088, + 23.55180015563965, + 23.409000778198244, + 23.296800155639648, + 23.082599143981934, + 22.79700038909912, + 22.613400077819826, + 22.59299961090088, + 22.582799377441408, + 22.582799377441408, + 22.63380054473877 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_191901.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_191901.json new file mode 100644 index 0000000000000000000000000000000000000000..8f9648a3cf6639fd8f0f0bbeea558503ef46abbc --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_191901.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T19:19:01.100624+00:00", + "metrics": { + "MSE[mean]": 1.0984670856182674, + "MSE[0.5]": 1.0984670856182674, + "MAE[0.5]": 0.7774827480316162, + "MASE[0.5]": 0.4384934657802669, + "MAPE[0.5]": 0.032680967701893916, + "sMAPE[0.5]": 0.03176623087599549, + "MSIS": 2.3223509441029697, + "RMSE[mean]": 1.048077805135796, + "NRMSE[mean]": 0.04531493788774706, + "ND[0.5]": 0.03361542651051823, + "mean_weighted_sum_quantile_loss": 0.028551399982475547 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 22.454864501953125, + 22.42022705078125, + 22.4063720703125, + 22.3509521484375, + 22.330169677734375, + 22.441009521484375, + 22.80816650390625, + 23.338119506835938, + 24.0135498046875, + 24.647415161132812, + 25.32977294921875, + 25.91168212890625, + 26.24420166015625, + 26.4520263671875, + 26.43817138671875, + 26.05023193359375, + 25.57916259765625, + 24.893341064453125, + 24.12958526611328, + 23.461082458496094, + 22.932861328125, + 22.600341796875, + 22.330169677734375, + 22.122344970703125 + ], + "p10": [ + 22.156982421875, + 21.97686767578125, + 21.713623046875, + 21.5196533203125, + 21.22869873046875, + 21.21484375, + 21.50579833984375, + 21.8798828125, + 22.302459716796875, + 22.66961669921875, + 23.123367309570312, + 23.32080078125, + 23.497451782226562, + 23.55633544921875, + 23.452423095703125, + 23.147613525390625, + 22.718109130859375, + 22.25396728515625, + 21.58892822265625, + 21.11785888671875, + 20.8546142578125, + 20.64678955078125, + 20.494384765625, + 20.2449951171875 + ], + "p90": [ + 22.634979248046875, + 22.6834716796875, + 22.87744140625, + 22.89129638671875, + 23.092193603515625, + 23.331192016601562, + 23.934749603271484, + 24.77557373046875, + 25.8701171875, + 27.0062255859375, + 28.142333984375, + 29.2784423828125, + 29.9989013671875, + 30.4976806640625, + 30.4976806640625, + 29.8880615234375, + 29.1953125, + 28.2254638671875, + 27.18634033203125, + 26.18878173828125, + 25.371337890625, + 24.810211181640625, + 24.418807983398438, + 24.214447021484375 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_191539.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_191539.json new file mode 100644 index 0000000000000000000000000000000000000000..928dbb1a169550c193ae130702248a13cfb37a39 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_191539.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T19:15:39.991269+00:00", + "metrics": { + "MSE[mean]": 1.526210171215401, + "MSE[0.5]": 0.7473377386639489, + "MAE[0.5]": 0.7295161088307699, + "MASE[0.5]": 0.41144070104913816, + "MAPE[0.5]": 0.03116201568238881, + "sMAPE[0.5]": 0.03095660265167545, + "MSIS": 17.411750000413743, + "RMSE[mean]": 1.2353987903569443, + "NRMSE[mean]": 0.053413991954890584, + "ND[0.5]": 0.031541529643874154, + "mean_weighted_sum_quantile_loss": 0.038499626353120694 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 22.19186019897461, + 22.036100387573242, + 21.733013153076172, + 21.49970245361328, + 21.349994659423828, + 21.360149383544922, + 21.787979125976562, + 22.552562713623047, + 23.518983840942383, + 24.46240234375, + 25.159954071044922, + 25.581180572509766, + 25.828258514404297, + 25.983924865722656, + 25.916873931884766, + 25.45828628540039, + 24.797527313232422, + 24.019691467285156, + 23.18967056274414, + 22.501312255859375, + 21.956016540527344, + 21.62640380859375, + 21.403486251831055, + 21.341821670532227 + ], + "p10": [ + 22.236446380615234, + 22.16790008544922, + 21.81906509399414, + 21.73529052734375, + 21.54825210571289, + 21.611045837402344, + 22.046321868896484, + 22.860815048217773, + 23.96288299560547, + 24.940799713134766, + 25.707561492919922, + 26.268024444580078, + 26.409027099609375, + 26.677490234375, + 26.584583282470703, + 26.078304290771484, + 25.50833511352539, + 24.767925262451172, + 24.073627471923828, + 23.1792049407959, + 22.495040893554688, + 22.302406311035156, + 22.038619995117188, + 21.90998077392578 + ], + "p90": [ + 22.39063835144043, + 22.468708038330078, + 22.356260299682617, + 22.26117706298828, + 22.350433349609375, + 22.624412536621094, + 23.38315200805664, + 24.513629913330078, + 25.842029571533203, + 27.12952423095703, + 28.115562438964844, + 28.83382797241211, + 29.255706787109375, + 29.56680679321289, + 29.523517608642578, + 29.040496826171875, + 28.253768920898438, + 27.294166564941406, + 26.326095581054688, + 25.469112396240234, + 24.80138397216797, + 24.435760498046875, + 24.063770294189453, + 23.813322067260742 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_191718.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_191718.json new file mode 100644 index 0000000000000000000000000000000000000000..5b35670e1353171489348cea135424368f9a71f3 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_191718.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T19:17:18.204011+00:00", + "metrics": { + "MSE[mean]": 0.23481072909332093, + "MSE[0.5]": 0.23481072909332093, + "MAE[0.5]": 0.3967431386311849, + "MASE[0.5]": 0.22375965810607892, + "MAPE[0.5]": 0.0171837974562296, + "sMAPE[0.5]": 0.01712577484870165, + "MSIS": 1.4191249015295195, + "RMSE[mean]": 0.48457272838380094, + "NRMSE[mean]": 0.02095110017711232, + "ND[0.5]": 0.017153679427580823, + "mean_weighted_sum_quantile_loss": 0.018049749832458467 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 22.218507766723633, + 22.24913787841797, + 22.280010223388672, + 22.306724548339844, + 22.337858200073242, + 22.406932830810547, + 22.550838470458984, + 22.794387817382812, + 23.100997924804688, + 23.39327049255371, + 23.627605438232422, + 23.798301696777344, + 23.909347534179688, + 23.94043731689453, + 23.94895362854004, + 23.885183334350586, + 23.833541870117188, + 23.640777587890625, + 23.393625259399414, + 23.18680763244629, + 23.076231002807617, + 23.017030715942383, + 22.964284896850586, + 22.915342330932617 + ], + "p10": [ + 22.135356903076172, + 22.095930099487305, + 22.034757614135742, + 21.976829528808594, + 21.92616844177246, + 21.90228843688965, + 21.97217559814453, + 22.113140106201172, + 22.289939880371094, + 22.428661346435547, + 22.486906051635742, + 22.486074447631836, + 22.40991973876953, + 22.320003509521484, + 22.23709487915039, + 22.204872131347656, + 22.21220588684082, + 22.171024322509766, + 21.993789672851562, + 21.829326629638672, + 21.702098846435547, + 21.518600463867188, + 21.295211791992188, + 21.136470794677734 + ], + "p90": [ + 22.295589447021484, + 22.388031005859375, + 22.512250900268555, + 22.619138717651367, + 22.73064613342285, + 22.881032943725586, + 23.152645111083984, + 23.554100036621094, + 24.076175689697266, + 24.74665641784668, + 25.48860740661621, + 26.124130249023438, + 26.7293758392334, + 26.881975173950195, + 27.032995223999023, + 26.79705810546875, + 26.422569274902344, + 25.76650619506836, + 25.1588191986084, + 24.654970169067383, + 24.437177658081055, + 24.340702056884766, + 24.26666831970215, + 24.210256576538086 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_191645.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_191645.json new file mode 100644 index 0000000000000000000000000000000000000000..88254b2b260676f6ade8f50a7f4e418456690a2c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_191645.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T19:16:45.814015+00:00", + "metrics": { + "MSE[mean]": 0.2140646125252109, + "MSE[0.5]": 0.2140646125252109, + "MAE[0.5]": 0.3426423867543538, + "MASE[0.5]": 0.19324730750813968, + "MAPE[0.5]": 0.014974947953840717, + "sMAPE[0.5]": 0.014787909726550608, + "MSIS": 2.545138457908145, + "RMSE[mean]": 0.46267117105479016, + "NRMSE[mean]": 0.02000415930578983, + "ND[0.5]": 0.01481456662606379, + "mean_weighted_sum_quantile_loss": 0.02310519785160283 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" + ], + "context": [ + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "actual": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "predictions": { + "p50": [ + 22.204753875732422, + 22.18058967590332, + 22.149290084838867, + 22.16873550415039, + 22.164081573486328, + 22.223424911499023, + 22.513347625732422, + 23.05735206604004, + 23.52050018310547, + 23.90577507019043, + 24.15337562561035, + 24.337732315063477, + 24.493762969970703, + 24.624326705932617, + 24.691354751586914, + 24.573261260986328, + 24.48946189880371, + 24.268056869506836, + 23.86319351196289, + 23.555023193359375, + 23.239551544189453, + 23.088212966918945, + 22.869752883911133, + 22.70939826965332 + ], + "p10": [ + 22.004304885864258, + 21.853734970092773, + 21.695226669311523, + 21.514732360839844, + 21.37470245361328, + 21.300052642822266, + 21.41128158569336, + 21.69098663330078, + 21.965909957885742, + 22.16951560974121, + 22.2360782623291, + 22.240537643432617, + 22.332565307617188, + 22.346590042114258, + 22.276016235351562, + 22.12981605529785, + 21.99517250061035, + 21.89495277404785, + 21.680431365966797, + 21.466083526611328, + 21.290855407714844, + 21.180757522583008, + 21.00177764892578, + 20.814645767211914 + ], + "p90": [ + 22.396610260009766, + 22.45423698425293, + 22.542200088500977, + 22.69226837158203, + 22.929384231567383, + 23.202978134155273, + 23.901273727416992, + 25.08008575439453, + 26.132261276245117, + 27.231077194213867, + 27.814638137817383, + 29.023622512817383, + 29.264799118041992, + 29.44864845275879, + 29.66839599609375, + 29.383827209472656, + 29.463214874267578, + 28.693828582763672, + 28.010454177856445, + 27.202165603637695, + 26.316295623779297, + 26.16748809814453, + 25.67136573791504, + 25.48105239868164 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_191926.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..3d02e0bf857c06ec1c621abee6b618cd9cf3458e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T19:19:26.378077+00:00", + "metrics": { + "MSE[mean]": 1.4451002664027401, + "MSE[0.5]": 1.8035552776601043, + "MAE[0.5]": 1.022129555253659, + "MASE[0.5]": 1.026406291640263, + "MAPE[0.5]": 0.04991255795863827, + "sMAPE[0.5]": 0.052107163936643996, + "MSIS": 15.060105469400105, + "RMSE[mean]": 1.2021232326191604, + "NRMSE[mean]": 0.0608285016348203, + "ND[0.5]": 0.0517206619385274, + "mean_weighted_sum_quantile_loss": 0.04637358514873647 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.735373445460997, + 18.741366789837823, + 18.740359102157434, + 18.74052865952155, + 18.740500045532357, + 18.740505390797118, + 18.740504027871705, + 18.741685903093394, + 18.74050419099666, + 18.740504152027583, + 18.74050416854292, + 18.7405041486117, + 18.74050414377796, + 18.740504142806536, + 18.74050414282661, + 18.740504151476674, + 18.740504144748076, + 18.740504142838997, + 18.740504143130636, + 18.74050414474808, + 18.74050414571558, + 18.740504298823613, + 18.740504142814366, + 18.740504142814366 + ], + "p10": [ + 18.65463553604506, + 18.40678429069931, + 18.60981216674681, + 18.659790619758763, + 18.659762133239838, + 18.740450598035807, + 18.699525830377397, + 18.72209792401253, + 18.446921433549893, + 18.38572035009417, + 18.659766233330433, + 18.65659683940141, + 18.656596839383216, + 18.62807229305124, + 18.65659683938576, + 18.670605225027455, + 18.346920201820957, + 18.446921436826543, + 18.6280722930508, + 18.669521325867006, + 18.65976623342306, + 18.669521325867006, + 18.446921436826543, + 18.40377078891873 + ], + "p90": [ + 19.234937437900115, + 19.24093748777771, + 19.081282581266045, + 19.244553409757863, + 19.25944207722895, + 19.244596767811956, + 19.244535613014058, + 19.416599489043055, + 19.248802966960366, + 19.24459607898081, + 19.244956418011018, + 19.24006813529369, + 19.12783831843843, + 19.240068135278555, + 19.081427621947533, + 19.24452902342217, + 19.245016767610597, + 19.41659946955478, + 19.139011734700933, + 19.2450167676106, + 19.39309706825273, + 19.24459607842989, + 19.139011734700933, + 19.263232380038588 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_191447.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_191447.json new file mode 100644 index 0000000000000000000000000000000000000000..eed9034a66ab61f886dec3d87f8950a2e5148206 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_191447.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T19:14:47.002898+00:00", + "metrics": { + "MSE[mean]": 0.3137860168476436, + "MSE[0.5]": 0.3137860168476436, + "MAE[0.5]": 0.464180866877238, + "MASE[0.5]": 0.46612306607609266, + "MAPE[0.5]": 0.02298759999327221, + "sMAPE[0.5]": 0.02320523138772051, + "MSIS": 2.255276891701538, + "RMSE[mean]": 0.5601660618492017, + "NRMSE[mean]": 0.02834489949480901, + "ND[0.5]": 0.023487963507847386, + "mean_weighted_sum_quantile_loss": 0.023133381101097576 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 19.051145553588867, + 19.090364456176758, + 19.119590759277344, + 19.16482925415039, + 19.213830947875977, + 19.236370086669922, + 19.290359497070312, + 19.355592727661133, + 19.415626525878906, + 19.443134307861328, + 19.483074188232422, + 19.534704208374023, + 19.547136306762695, + 19.619245529174805, + 19.679210662841797, + 19.743515014648438, + 19.913326263427734, + 19.955787658691406, + 20.001893997192383, + 20.052230834960938, + 20.114046096801758, + 20.121570587158203, + 20.189308166503906, + 20.259502410888672 + ], + "p10": [ + 18.569223403930664, + 18.530664443969727, + 18.4908390045166, + 18.468835830688477, + 18.47720718383789, + 18.45849609375, + 18.450565338134766, + 18.45205307006836, + 18.438003540039062, + 18.484508514404297, + 18.35946273803711, + 18.341629028320312, + 18.277978897094727, + 18.259113311767578, + 18.235292434692383, + 18.292463302612305, + 18.179166793823242, + 18.126535415649414, + 18.105911254882812, + 18.144775390625, + 18.062070846557617, + 18.033666610717773, + 17.978553771972656, + 17.971895217895508 + ], + "p90": [ + 19.448047637939453, + 19.540285110473633, + 19.632505416870117, + 19.75461769104004, + 19.850128173828125, + 19.9261417388916, + 20.009384155273438, + 20.114782333374023, + 20.18844985961914, + 20.254554748535156, + 20.37659454345703, + 20.4631290435791, + 20.55777359008789, + 20.600370407104492, + 20.68117332458496, + 20.752059936523438, + 20.90326690673828, + 20.964946746826172, + 21.0506591796875, + 21.17650604248047, + 21.231510162353516, + 21.307865142822266, + 21.39936637878418, + 21.5037784576416 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_191926.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..e5732fe1223346a9fe92afac3c42334936de5a20 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T19:19:26.570410+00:00", + "metrics": { + "MSE[mean]": 0.25745731178348435, + "MSE[0.5]": 0.2423058373978858, + "MAE[0.5]": 0.4230695453451954, + "MASE[0.5]": 0.42483972888928917, + "MAPE[0.5]": 0.021590429547519278, + "sMAPE[0.5]": 0.02139620399898215, + "MSIS": 9.418451790050225, + "RMSE[mean]": 0.507402514561649, + "NRMSE[mean]": 0.025675017210405465, + "ND[0.5]": 0.021407694180073968, + "mean_weighted_sum_quantile_loss": 0.020458797102551326 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 19.073893618140975, + 19.150232211704637, + 19.2265708052683, + 19.30290939883196, + 19.379247992395623, + 19.455586585959285, + 19.531925179522947, + 19.60826377308661, + 19.68460236665027, + 19.760940960213933, + 19.837279553777595, + 19.913618147341257, + 19.98995674090492, + 20.06629533446858, + 20.142633928032243, + 20.218972521595905, + 20.295311115159567, + 20.371649708723233, + 20.447988302286895, + 20.524326895850557, + 20.60066548941422, + 20.67700408297788, + 20.753342676541543, + 20.829681270105205 + ], + "p10": [ + 19.073893618140975, + 18.940231601353073, + 19.126570423798572, + 19.202909017362234, + 19.15924734389709, + 19.455586585959285, + 19.531925179522947, + 19.60826377308661, + 19.674602328503298, + 19.56094019727448, + 19.837279553777595, + 19.913618147341257, + 19.789955977965466, + 19.766296097408034, + 20.042633546562516, + 20.218972521595905, + 20.075310466661033, + 20.371649708723233, + 20.337987882670195, + 20.314326285498993, + 20.60066548941422, + 20.67700408297788, + 20.753342676541543, + 20.529682033044658 + ], + "p90": [ + 19.47389323667125, + 20.150232211704637, + 19.2265708052683, + 19.702909017362234, + 19.779247610925896, + 19.85558620448956, + 20.531925179522947, + 20.60826377308661, + 19.99460164185779, + 19.760940960213933, + 20.23727917230787, + 20.223617422548777, + 20.289955977965466, + 20.27629594482014, + 20.142633928032243, + 20.61897214012618, + 20.49531187809902, + 21.371649708723233, + 20.557988721903595, + 20.72432765879001, + 21.60066548941422, + 21.077003701508154, + 20.753342676541543, + 21.229680888635478 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_191817.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_191817.json new file mode 100644 index 0000000000000000000000000000000000000000..731dbdcf4f1558ac306a2653baed061754074876 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_191817.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T19:18:17.334259+00:00", + "metrics": { + "MSE[mean]": 0.2529798828215159, + "MSE[0.5]": 0.39542807268488406, + "MAE[0.5]": 0.4911256631215413, + "MASE[0.5]": 0.4931806032052822, + "MAPE[0.5]": 0.02424427007656606, + "sMAPE[0.5]": 0.02454677939920571, + "MSIS": 3.555806482900047, + "RMSE[mean]": 0.5029710556498415, + "NRMSE[mean]": 0.025450781459571324, + "ND[0.5]": 0.024851394092934295, + "mean_weighted_sum_quantile_loss": 0.02927524059250787 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.946370124816895, + 19.01692485809326, + 19.20408821105957, + 19.11473560333252, + 19.189424514770508, + 19.305444717407227, + 19.245139122009277, + 19.365983963012695, + 19.43647575378418, + 19.51728343963623, + 19.39629077911377, + 19.591382026672363, + 19.571290969848633, + 19.773690223693848, + 19.701401710510254, + 19.841846466064453, + 19.74324131011963, + 19.832324981689453, + 19.815837860107422, + 20.042747497558594, + 20.289627075195312, + 19.91478443145752, + 20.058549880981445, + 20.277429580688477 + ], + "p10": [ + 18.515440940856934, + 18.39386749267578, + 18.35110569000244, + 18.24848747253418, + 18.31698703765869, + 18.217836380004883, + 18.04831027984619, + 18.284480094909668, + 18.226710319519043, + 18.25113582611084, + 17.803555488586426, + 18.03590202331543, + 18.14122486114502, + 18.172022819519043, + 17.807170867919922, + 17.989532470703125, + 18.02303981781006, + 17.918441772460938, + 17.99367904663086, + 18.073742866516113, + 18.204038619995117, + 18.15096664428711, + 18.29592990875244, + 17.503969192504883 + ], + "p90": [ + 19.401832580566406, + 19.596975326538086, + 19.93714141845703, + 20.11552619934082, + 20.38456153869629, + 20.44127368927002, + 20.85204029083252, + 20.706226348876953, + 20.833463668823242, + 21.10544490814209, + 21.44949245452881, + 21.8283748626709, + 21.87081241607666, + 21.70291233062744, + 22.165369987487793, + 22.378119468688965, + 22.25542449951172, + 22.374402046203613, + 22.405696868896484, + 23.260388374328613, + 23.769878387451172, + 22.787967681884766, + 23.372118949890137, + 23.998119354248047 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_191926.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..5d80096bce1f5c2c772af7291c5cb5a0fac300d3 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T19:19:26.669774+00:00", + "metrics": { + "MSE[mean]": 3.932342005104257, + "MSE[0.5]": 4.060882050768716, + "MAE[0.5]": 1.817105279052465, + "MASE[0.5]": 1.8247083076756667, + "MAPE[0.5]": 0.09021548488471502, + "sMAPE[0.5]": 0.09537248599032146, + "MSIS": 36.086508830343774, + "RMSE[mean]": 1.9830133648324857, + "NRMSE[mean]": 0.10034223483209034, + "ND[0.5]": 0.09194713856137625, + "mean_weighted_sum_quantile_loss": 0.08789719481553965 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839 + ], + "p10": [ + 17.94539468915839, + 17.735394078806827, + 17.845394307688665, + 17.845394307688665, + 17.725394040659857, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.935394651011418, + 17.745393926218938, + 17.94539468915839, + 17.94539468915839, + 17.745393926218938, + 17.645395452097844, + 17.845394307688665, + 17.94539468915839, + 17.725394040659857, + 17.94539468915839, + 17.83539426954169, + 17.735394078806827, + 17.94539468915839, + 17.94539468915839, + 17.94539468915839, + 17.645395452097844 + ], + "p90": [ + 18.345394307688665, + 18.94539468915839, + 17.94539468915839, + 18.345394307688665, + 18.345394307688665, + 18.345394307688665, + 18.94539468915839, + 18.94539468915839, + 18.25539396436591, + 17.94539468915839, + 18.345394307688665, + 18.25539396436591, + 18.245393926218938, + 18.15539529950995, + 17.94539468915839, + 18.345394307688665, + 18.145395452097844, + 18.94539468915839, + 18.05539510877509, + 18.145395452097844, + 18.94539468915839, + 18.345394307688665, + 17.94539468915839, + 18.345394307688665 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_191926.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..860821dc43f980f5ba8ec33b30df4ae280c8b587 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_191926.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T19:19:26.726001+00:00", + "metrics": { + "MSE[mean]": 3.4008334032694925, + "MSE[0.5]": 3.4008334032694925, + "MAE[0.5]": 1.775000015894572, + "MASE[0.5]": 1.7824268700689583, + "MAPE[0.5]": 0.08933728307783763, + "sMAPE[0.5]": 0.09382954327536784, + "MSIS": 50.70552691149167, + "RMSE[mean]": 1.844134865802795, + "NRMSE[mean]": 0.09331485962126182, + "ND[0.5]": 0.08981657490588965, + "mean_weighted_sum_quantile_loss": 0.0837486852444064 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "p10": [ + 16.66, + 16.66, + 17.64, + 16.66, + 16.66, + 17.64, + 16.66, + 17.64, + 17.64, + 17.443999252319337, + 17.64, + 17.64, + 17.64, + 16.66, + 17.64, + 17.64, + 17.64, + 17.64, + 18.62, + 18.62, + 18.62, + 18.62, + 18.52199962615967, + 18.62 + ], + "p90": [ + 17.34, + 17.34, + 18.36, + 17.34, + 17.34, + 18.36, + 17.34, + 18.36, + 18.36, + 18.155999221801757, + 18.36, + 18.36, + 18.36, + 17.34, + 18.36, + 18.36, + 18.36, + 18.36, + 19.38, + 19.38, + 19.38, + 19.38, + 19.277999610900878, + 19.38 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_191907.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_191907.json new file mode 100644 index 0000000000000000000000000000000000000000..f98dcf8c6cf02ddd27c5f176f1eab8a7f900a6f5 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_191907.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T19:19:07.092582+00:00", + "metrics": { + "MSE[mean]": 1.955133022791718, + "MSE[0.5]": 1.955133022791718, + "MAE[0.5]": 0.9825439453125, + "MASE[0.5]": 0.9866550498400594, + "MAPE[0.5]": 0.04763835294479796, + "sMAPE[0.5]": 0.05001548542769304, + "MSIS": 18.53722048695757, + "RMSE[mean]": 1.3982607134550116, + "NRMSE[mean]": 0.0707532321033253, + "ND[0.5]": 0.04971759497028091, + "mean_weighted_sum_quantile_loss": 0.05082227009436407 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.985107421875, + 18.985107421875, + 18.94482421875, + 18.94482421875, + 18.9246826171875, + 18.904541015625, + 18.904541015625, + 18.8642578125, + 18.8642578125, + 18.823974609375, + 18.8441162109375, + 18.823974609375, + 18.8038330078125, + 18.7635498046875, + 18.7635498046875, + 18.7232666015625, + 18.69305419921875, + 18.662841796875, + 18.67291259765625, + 18.65277099609375, + 18.62255859375, + 18.55206298828125, + 18.5621337890625, + 18.5218505859375 + ], + "p10": [ + 18.6024169921875, + 18.39093017578125, + 18.1995849609375, + 18.0384521484375, + 17.857177734375, + 17.736328125, + 17.5953369140625, + 17.4140625, + 17.32342529296875, + 17.17236328125, + 17.091796875, + 16.96087646484375, + 16.834991455078125, + 16.751907348632812, + 16.706588745117188, + 16.61846923828125, + 16.646163940429688, + 16.5479736328125, + 16.487548828125, + 16.422088623046875, + 16.364181518554688, + 16.274803161621094, + 16.26221466064453, + 16.2257080078125 + ], + "p90": [ + 19.26708984375, + 19.34765625, + 19.42822265625, + 19.468505859375, + 19.5289306640625, + 19.549072265625, + 19.6094970703125, + 19.6497802734375, + 19.6900634765625, + 19.6900634765625, + 19.710205078125, + 19.7303466796875, + 19.7303466796875, + 19.710205078125, + 19.7303466796875, + 19.7706298828125, + 19.7706298828125, + 19.790771484375, + 19.790771484375, + 19.790771484375, + 19.7706298828125, + 19.75048828125, + 19.790771484375, + 19.7706298828125 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_191547.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_191547.json new file mode 100644 index 0000000000000000000000000000000000000000..fbad3edee5f09dffbb49a54567b995868215b7b8 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_191547.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T19:15:47.755915+00:00", + "metrics": { + "MSE[mean]": 1.451143813647377, + "MSE[0.5]": 1.8587206124896813, + "MAE[0.5]": 0.957312266031901, + "MASE[0.5]": 0.9613177976011991, + "MAPE[0.5]": 0.046410566370603035, + "sMAPE[0.5]": 0.04866735983908856, + "MSIS": 14.169091384827743, + "RMSE[mean]": 1.2046343070190957, + "NRMSE[mean]": 0.06095556422632252, + "ND[0.5]": 0.04844084962278008, + "mean_weighted_sum_quantile_loss": 0.03761346568741606 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.9095401763916, + 18.913372039794922, + 18.947669982910156, + 18.90704917907715, + 18.96561050415039, + 18.897645950317383, + 18.90797996520996, + 18.869033813476562, + 18.893783569335938, + 18.908315658569336, + 18.870349884033203, + 18.917287826538086, + 18.801218032836914, + 18.806787490844727, + 18.74826431274414, + 18.731081008911133, + 18.73514747619629, + 18.745481491088867, + 18.71013641357422, + 18.6790771484375, + 18.657018661499023, + 18.578876495361328, + 18.610004425048828, + 18.70911407470703 + ], + "p10": [ + 18.90485191345215, + 18.958602905273438, + 19.0150089263916, + 18.97307586669922, + 18.953948974609375, + 18.944002151489258, + 18.92841911315918, + 18.914043426513672, + 18.828393936157227, + 19.0661563873291, + 18.94852066040039, + 18.886171340942383, + 18.860803604125977, + 18.846012115478516, + 18.84558868408203, + 18.83599281311035, + 18.83172607421875, + 18.62868309020996, + 18.86514663696289, + 18.75576400756836, + 18.822675704956055, + 18.830163955688477, + 18.56822967529297, + 18.75806999206543 + ], + "p90": [ + 19.59079933166504, + 19.696550369262695, + 19.794775009155273, + 19.80060577392578, + 19.941749572753906, + 19.903100967407227, + 19.921586990356445, + 19.9300537109375, + 19.926311492919922, + 19.92573356628418, + 19.943235397338867, + 19.881689071655273, + 19.857128143310547, + 19.904882431030273, + 19.829999923706055, + 19.85262680053711, + 19.934585571289062, + 19.9373836517334, + 19.943307876586914, + 19.974071502685547, + 19.959228515625, + 19.982236862182617, + 19.962909698486328, + 20.099761962890625 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_191723.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_191723.json new file mode 100644 index 0000000000000000000000000000000000000000..d0ead1fd3aab399d9343ce9859751508648b523d --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_191723.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T19:17:23.239268+00:00", + "metrics": { + "MSE[mean]": 0.5232363022413059, + "MSE[0.5]": 0.5232363022413059, + "MAE[0.5]": 0.5497492949167887, + "MASE[0.5]": 0.5520495246684831, + "MAPE[0.5]": 0.026908166898439074, + "sMAPE[0.5]": 0.02744394326286068, + "MSIS": 2.726726328818193, + "RMSE[mean]": 0.7233507463473761, + "NRMSE[mean]": 0.03660218924550093, + "ND[0.5]": 0.027817801850254495, + "mean_weighted_sum_quantile_loss": 0.028199904733279563 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.999902725219727, + 19.038284301757812, + 19.08028793334961, + 19.111038208007812, + 19.148475646972656, + 19.182180404663086, + 19.216144561767578, + 19.252460479736328, + 19.290815353393555, + 19.31993293762207, + 19.361793518066406, + 19.39737319946289, + 19.43391990661621, + 19.46979331970215, + 19.517227172851562, + 19.547222137451172, + 19.585660934448242, + 19.622642517089844, + 19.668075561523438, + 19.711660385131836, + 19.763490676879883, + 19.800662994384766, + 19.844961166381836, + 19.884424209594727 + ], + "p10": [ + 18.649078369140625, + 18.50933074951172, + 18.407535552978516, + 18.34967041015625, + 18.326642990112305, + 18.28042984008789, + 18.20161247253418, + 18.13262176513672, + 18.122583389282227, + 18.075223922729492, + 18.009288787841797, + 17.942298889160156, + 17.878170013427734, + 17.83634376525879, + 17.80313491821289, + 17.784135818481445, + 17.79140281677246, + 17.775705337524414, + 17.780473709106445, + 17.7601375579834, + 17.749582290649414, + 17.71668243408203, + 17.658004760742188, + 17.628047943115234 + ], + "p90": [ + 19.319446563720703, + 19.463655471801758, + 19.6213436126709, + 19.770339965820312, + 19.90472412109375, + 20.040687561035156, + 20.18903923034668, + 20.32308006286621, + 20.436067581176758, + 20.54042625427246, + 20.641326904296875, + 20.709674835205078, + 20.77136993408203, + 20.87668228149414, + 21.018844604492188, + 21.091951370239258, + 21.191423416137695, + 21.31345558166504, + 21.452022552490234, + 21.58165740966797, + 21.65911102294922, + 21.7362003326416, + 21.801006317138672, + 21.883358001708984 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_191650.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_191650.json new file mode 100644 index 0000000000000000000000000000000000000000..990e59653f42d8987ce1fe0bd0dd02f7e5891df1 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_191650.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T19:16:50.733264+00:00", + "metrics": { + "MSE[mean]": 1.3807323165212135, + "MSE[0.5]": 1.3807323165212135, + "MAE[0.5]": 0.7856582800547282, + "MASE[0.5]": 0.7889455867728213, + "MAPE[0.5]": 0.037920395511546044, + "sMAPE[0.5]": 0.039581097902197764, + "MSIS": 12.452216977648746, + "RMSE[mean]": 1.1750456657173853, + "NRMSE[mean]": 0.05945835273672194, + "ND[0.5]": 0.039755005706523454, + "mean_weighted_sum_quantile_loss": 0.03889863970467488 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 17.0, + 17.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 19.011962890625, + 19.007776260375977, + 18.99752426147461, + 18.998275756835938, + 19.00180435180664, + 19.005748748779297, + 19.000450134277344, + 19.00479507446289, + 18.995288848876953, + 18.992982864379883, + 18.992584228515625, + 18.99087905883789, + 18.98653221130371, + 18.978809356689453, + 18.97903060913086, + 18.982402801513672, + 18.979026794433594, + 18.969242095947266, + 18.985919952392578, + 18.972705841064453, + 18.96703338623047, + 18.968114852905273, + 18.958168029785156, + 18.977266311645508 + ], + "p10": [ + 18.116214752197266, + 18.199199676513672, + 18.061084747314453, + 17.924617767333984, + 17.866796493530273, + 17.843250274658203, + 17.85033416748047, + 17.854598999023438, + 17.890399932861328, + 17.82227897644043, + 17.87747573852539, + 17.864198684692383, + 17.759910583496094, + 17.708141326904297, + 17.7318172454834, + 17.6639404296875, + 17.592391967773438, + 17.541296005249023, + 17.478839874267578, + 17.441896438598633, + 17.38471031188965, + 17.34671974182129, + 17.275882720947266, + 17.202293395996094 + ], + "p90": [ + 19.094839096069336, + 19.091100692749023, + 19.129562377929688, + 19.20973777770996, + 19.30190086364746, + 19.364625930786133, + 19.36998176574707, + 19.470176696777344, + 19.532262802124023, + 19.618358612060547, + 19.7017765045166, + 19.761215209960938, + 19.842273712158203, + 19.898319244384766, + 19.939210891723633, + 20.011070251464844, + 20.0290584564209, + 20.072917938232422, + 20.105518341064453, + 20.11983299255371, + 20.142919540405273, + 20.163009643554688, + 20.169151306152344, + 20.206132888793945 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_191926.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..363e8de97847ab274341896f2d1c5649a7d1d4a4 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T19:19:26.459853+00:00", + "metrics": { + "MSE[mean]": 17.61937941263253, + "MSE[0.5]": 18.277733850166015, + "MAE[0.5]": 3.5535783149305455, + "MASE[0.5]": 1.72751067296233, + "MAPE[0.5]": 0.13275201168927395, + "sMAPE[0.5]": 0.14606396494699836, + "MSIS": 44.09985955828762, + "RMSE[mean]": 4.197544450346241, + "NRMSE[mean]": 0.1651222272408034, + "ND[0.5]": 0.139790006509056, + "mean_weighted_sum_quantile_loss": 0.13188209729128939 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 22.708667262101677, + 22.48548951006834, + 22.292533815199434, + 22.13331769761718, + 22.079526216914086, + 21.91017586705691, + 21.852253423255057, + 21.82195366197532, + 21.814076763362298, + 21.72269610122879, + 21.84757474751621, + 21.71298681683584, + 21.764462887723674, + 21.695800370030987, + 21.76814107465008, + 21.77495573511259, + 21.73113036831228, + 21.73096092706281, + 21.653510492675164, + 21.69382024892685, + 21.639864890849566, + 21.643476567222557, + 21.680617648232136, + 21.656129636555423 + ], + "p10": [ + 22.115451643246814, + 21.733647117690026, + 21.441974559702956, + 21.36418383295112, + 21.447327114802846, + 21.134708117575617, + 21.314060665808334, + 21.088388886006, + 21.212239262477294, + 21.18089069873114, + 21.160278989279934, + 20.89395211304021, + 20.986258095418467, + 20.872231009658165, + 21.170737501135772, + 21.042771251115376, + 21.098849876253514, + 21.145127994815468, + 20.905536106697312, + 21.080300824289576, + 21.013958709013373, + 20.65660024498322, + 20.909701031560484, + 20.959160320062075 + ], + "p90": [ + 23.409256246410024, + 23.247071125972763, + 23.050373705786267, + 22.928431252230965, + 22.866970028533107, + 22.610931840940907, + 22.534811994938035, + 22.368419808107944, + 22.565218449576673, + 22.496104291065727, + 22.61393632625766, + 22.49565116059463, + 22.771393670743766, + 22.478674095100256, + 22.408354415933232, + 22.5531107328597, + 22.428357661623306, + 22.422497272356782, + 22.524997224564526, + 22.44526714246471, + 22.414700680279623, + 22.418912659066244, + 22.464836918934935, + 22.462880852253228 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_191456.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_191456.json new file mode 100644 index 0000000000000000000000000000000000000000..24939c25af78587ddbee7059a0abacd50077b1d7 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_191456.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T19:14:56.470407+00:00", + "metrics": { + "MSE[mean]": 0.5701619780666078, + "MSE[0.5]": 0.5701619780666078, + "MAE[0.5]": 0.5729495684305826, + "MASE[0.5]": 0.2785295290593131, + "MAPE[0.5]": 0.022043345694780506, + "sMAPE[0.5]": 0.021729303244539505, + "MSIS": 1.9582654497961631, + "RMSE[mean]": 0.7550907085023678, + "NRMSE[mean]": 0.02970361863504807, + "ND[0.5]": 0.02253858415438844, + "mean_weighted_sum_quantile_loss": 0.024279920752778735 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 22.959632873535156, + 22.985004425048828, + 23.427101135253906, + 24.532804489135742, + 25.898221969604492, + 27.13749885559082, + 28.082351684570312, + 28.74705696105957, + 29.343963623046875, + 29.636991500854492, + 29.592884063720703, + 29.14635467529297, + 28.457290649414062, + 27.576160430908203, + 26.633548736572266, + 25.570280075073242, + 24.938444137573242, + 24.34588050842285, + 23.917041778564453, + 23.5323543548584, + 23.34721565246582, + 23.19263458251953, + 23.120187759399414, + 22.927885055541992 + ], + "p10": [ + 22.50377655029297, + 22.312480926513672, + 22.634050369262695, + 23.48139762878418, + 24.540245056152344, + 25.463666915893555, + 26.032737731933594, + 26.348073959350586, + 26.689638137817383, + 26.767847061157227, + 26.641529083251953, + 26.177940368652344, + 25.53265380859375, + 24.959077835083008, + 24.164974212646484, + 23.492815017700195, + 22.73198699951172, + 22.288732528686523, + 21.86309814453125, + 21.505840301513672, + 21.285606384277344, + 21.140209197998047, + 20.969228744506836, + 20.758848190307617 + ], + "p90": [ + 23.373884201049805, + 23.5557918548584, + 24.175670623779297, + 25.484336853027344, + 27.25929832458496, + 28.804466247558594, + 30.03765106201172, + 31.095497131347656, + 31.977218627929688, + 32.465885162353516, + 32.373817443847656, + 31.89529800415039, + 31.209999084472656, + 30.193042755126953, + 29.02640151977539, + 27.748685836791992, + 27.05707550048828, + 26.387340545654297, + 25.97287940979004, + 25.543581008911133, + 25.468238830566406, + 25.344755172729492, + 25.36136817932129, + 25.1523380279541 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_191926.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..0f331fe9151749061fae46fbe75036a1836a50f9 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T19:19:26.612200+00:00", + "metrics": { + "MSE[mean]": 53.21298265812026, + "MSE[0.5]": 55.039916065403226, + "MAE[0.5]": 6.8684021632937755, + "MASE[0.5]": 3.3389549889572243, + "MAPE[0.5]": 0.26707710604788565, + "sMAPE[0.5]": 0.31617819888335497, + "MSIS": 92.78016861566512, + "RMSE[mean]": 7.294722932238089, + "NRMSE[mean]": 0.28695846153013593, + "ND[0.5]": 0.2701879339705552, + "mean_weighted_sum_quantile_loss": 0.2549384634512821 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 22.689571865174486, + 22.331813228433802, + 21.874056117572028, + 21.616295954952438, + 21.258537318211758, + 20.900778681471074, + 20.543021952079027, + 20.08526293386862, + 19.82750277124903, + 19.36974470671294, + 19.111985497767666, + 18.754226861026986, + 18.346468987225755, + 18.038709587545622, + 17.68095095080494, + 17.323192314064258, + 16.965433677323574, + 16.607675040582894, + 16.14991792972112, + 15.89215776710153, + 15.434398748891123, + 15.176640493620168, + 14.818883764228119, + 14.461123220138804 + ], + "p10": [ + 21.989571102235033, + 21.621812618082238, + 21.174055163897712, + 20.706296489010054, + 20.558538462620938, + 20.090777689649784, + 19.743018900321214, + 19.185261407989714, + 19.02750162683985, + 18.569744515978076, + 18.301984505946375, + 17.754228577640756, + 17.49646860575603, + 17.238708443136442, + 16.98095018786549, + 16.613191703712694, + 16.255432876237148, + 15.607675040582894, + 15.339916937899831, + 15.092158530040983, + 14.53439913036085, + 14.1766424009688, + 14.018882429084076, + 13.661123792343394 + ], + "p90": [ + 23.999571140382006, + 23.731812846964075, + 23.194055240191656, + 23.01629557348271, + 22.65853693674203, + 22.300778300001348, + 21.753020655081954, + 20.895262018341274, + 21.13750204645655, + 20.869743753038623, + 20.51198511629794, + 20.15422647955726, + 19.796467842816575, + 19.63870996901535, + 18.880949806395762, + 18.743192008888474, + 18.275432952531094, + 17.807675803522347, + 17.449915450167897, + 17.292157385631803, + 16.734399893300303, + 16.576640112150443, + 16.21888147540976, + 15.861122838669077 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_191827.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_191827.json new file mode 100644 index 0000000000000000000000000000000000000000..722745117284ae0048dbb1c027c2dbe96755eae1 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_191827.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T19:18:27.804257+00:00", + "metrics": { + "MSE[mean]": 0.5292967185760062, + "MSE[0.5]": 0.5063202985343954, + "MAE[0.5]": 0.5665576457977295, + "MASE[0.5]": 0.2754222063579646, + "MAPE[0.5]": 0.021972806533354632, + "sMAPE[0.5]": 0.021621781098592623, + "MSIS": 1.9900603665989174, + "RMSE[mean]": 0.7275278129226443, + "NRMSE[mean]": 0.028619354546563145, + "ND[0.5]": 0.022287139884060208, + "mean_weighted_sum_quantile_loss": 0.023880196507278077 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 22.72604751586914, + 22.72045135498047, + 23.636737823486328, + 25.105266571044922, + 26.48084259033203, + 27.92304801940918, + 28.893649101257324, + 29.42241859436035, + 29.6194429397583, + 29.298392295837402, + 29.023418426513672, + 28.9662446975708, + 28.331477165222168, + 27.626938819885254, + 26.312042236328125, + 25.477161407470703, + 25.07379150390625, + 24.607415199279785, + 23.854843139648438, + 23.589348793029785, + 23.086551666259766, + 23.466022491455078, + 23.4569149017334, + 23.257841110229492 + ], + "p10": [ + 22.190256118774414, + 21.628514289855957, + 22.278606414794922, + 23.795584678649902, + 24.759904861450195, + 25.75448513031006, + 26.67415428161621, + 26.818008422851562, + 26.53220558166504, + 26.34019184112549, + 26.0588436126709, + 26.356499671936035, + 25.61192512512207, + 25.477011680603027, + 23.81450366973877, + 23.466257095336914, + 23.21295738220215, + 22.874910354614258, + 21.98336696624756, + 21.649038314819336, + 21.208282470703125, + 21.551172256469727, + 21.56809902191162, + 21.25869846343994 + ], + "p90": [ + 23.319146156311035, + 23.627564430236816, + 24.651633262634277, + 26.664368629455566, + 28.135756492614746, + 29.683414459228516, + 31.12111186981201, + 31.484458923339844, + 31.958677291870117, + 31.790372848510742, + 32.05364990234375, + 31.412460327148438, + 31.155741691589355, + 29.49824047088623, + 28.541522979736328, + 27.75984764099121, + 26.56713581085205, + 26.256717681884766, + 26.09307289123535, + 25.63890838623047, + 25.150156021118164, + 25.3018217086792, + 25.440319061279297, + 25.242606163024902 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_191926.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..947f518876d18ce34b8f98ecb2392e7399c0dfa9 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T19:19:26.689896+00:00", + "metrics": { + "MSE[mean]": 5.363432624967402, + "MSE[0.5]": 5.317922497421328, + "MAE[0.5]": 2.0686029465835087, + "MASE[0.5]": 1.0056155659578252, + "MAPE[0.5]": 0.08085304323644242, + "sMAPE[0.5]": 0.08082059654207746, + "MSIS": 12.606806292801627, + "RMSE[mean]": 2.3159085959871994, + "NRMSE[mean]": 0.09110278401554146, + "ND[0.5]": 0.0813743201191312, + "mean_weighted_sum_quantile_loss": 0.07106704240720957 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 25.49911658277559, + 25.49911658277559, + 25.399118108654495, + 25.49911658277559, + 25.49911658277559, + 25.49911658277559, + 25.49911849012422, + 25.399118108654495, + 25.49911658277559, + 25.39911715498018, + 25.49911658277559, + 25.49911658277559, + 25.44911734571504, + 25.49911658277559, + 25.49911658277559, + 25.49911658277559, + 25.49911658277559, + 25.49911658277559, + 25.399118108654495, + 25.49911658277559, + 25.399116201305862, + 25.49911658277559, + 25.49911849012422, + 25.49911658277559 + ], + "p10": [ + 24.799115819836135, + 24.789115972424025, + 24.69911715498018, + 24.589117116833204, + 24.79911772718477, + 24.689115590954298, + 24.69911543836641, + 24.49911658277559, + 24.69911543836641, + 24.599116964245315, + 24.689115590954298, + 24.49911829938936, + 24.599116964245315, + 24.69911543836641, + 24.799115819836135, + 24.789115972424025, + 24.789115781689162, + 24.49911658277559, + 24.589117116833204, + 24.69911734571504, + 24.49911658277559, + 24.49911849012422, + 24.69911715498018, + 24.69911715498018 + ], + "p90": [ + 26.80911585798311, + 26.899116201305862, + 26.719117231274122, + 26.899116201305862, + 26.899116201305862, + 26.899116201305862, + 26.70911719312715, + 26.20911719312715, + 26.80911585798311, + 26.899116201305862, + 26.899116201305862, + 26.899116201305862, + 26.899116201305862, + 27.099116964245315, + 26.69911543836641, + 26.919116277599805, + 26.80911585798311, + 26.69911734571504, + 26.69911562910127, + 26.899116201305862, + 26.69911734571504, + 26.899116201305862, + 26.899116201305862, + 26.899116201305862 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_191926.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_191926.json new file mode 100644 index 0000000000000000000000000000000000000000..80ee72271f5dfcc81ba0562fff011867c4d5bba8 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_191926.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T19:19:26.743316+00:00", + "metrics": { + "MSE[mean]": 1.2508327674869786, + "MSE[0.5]": 1.2508327674869786, + "MAE[0.5]": 0.9666664600372314, + "MASE[0.5]": 0.4699281903800309, + "MAPE[0.5]": 0.03789632897253967, + "sMAPE[0.5]": 0.03768261918017818, + "MSIS": 6.913979036151045, + "RMSE[mean]": 1.1184063516839389, + "NRMSE[mean]": 0.04399566221033827, + "ND[0.5]": 0.03802654641743326, + "mean_weighted_sum_quantile_loss": 0.03162741359418907 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "p10": [ + 21.07, + 21.07, + 21.756000747680662, + 23.421999626159668, + 24.009999999999998, + 25.578000373840332, + 26.851999626159667, + 27.636000747680665, + 28.51800037384033, + 29.203999252319335, + 29.203999252319335, + 29.203999252319335, + 27.93, + 27.146000747680663, + 26.656000747680665, + 25.676000747680664, + 24.5, + 23.911999626159666, + 23.61800037384033, + 23.323999252319336, + 23.128000373840333, + 22.833999252319334, + 23.128000373840333, + 22.63800037384033 + ], + "p90": [ + 21.93, + 21.93, + 22.644000778198244, + 24.37799961090088, + 24.990000000000002, + 26.62200038909912, + 27.94799961090088, + 28.76400077819824, + 29.682000389099123, + 30.39599922180176, + 30.39599922180176, + 30.39599922180176, + 29.07, + 28.254000778198243, + 27.74400077819824, + 26.724000778198242, + 25.5, + 24.88799961090088, + 24.58200038909912, + 24.275999221801758, + 24.07200038909912, + 23.76599922180176, + 24.07200038909912, + 23.562000389099122 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_191917.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_191917.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8ab3672c530efc5753ca495a6584beed5618a9 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_191917.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T19:19:17.076326+00:00", + "metrics": { + "MSE[mean]": 0.3693097606013301, + "MSE[0.5]": 0.3693097606013301, + "MAE[0.5]": 0.46488316853841144, + "MASE[0.5]": 0.22599491671716476, + "MAPE[0.5]": 0.01804440662317527, + "sMAPE[0.5]": 0.018227168484969827, + "MSIS": 2.0452014844722695, + "RMSE[mean]": 0.6077086148816142, + "NRMSE[mean]": 0.023905929094901798, + "ND[0.5]": 0.01828748810259589, + "mean_weighted_sum_quantile_loss": 0.026109402990357067 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 22.8770751953125, + 22.8238525390625, + 23.425933837890625, + 24.66668701171875, + 25.9906005859375, + 27.0550537109375, + 27.97314453125, + 28.771484375, + 29.03759765625, + 28.957763671875, + 28.478759765625, + 27.76025390625, + 26.9219970703125, + 26.00390625, + 25.17230224609375, + 24.35400390625, + 23.970218658447266, + 23.366058349609375, + 23.126556396484375, + 22.84381103515625, + 22.571044921875, + 22.411376953125, + 22.6375732421875, + 22.2783203125 + ], + "p10": [ + 22.45794677734375, + 22.25836181640625, + 22.517822265625, + 23.4359130859375, + 24.337371826171875, + 25.0858154296875, + 25.63134765625, + 26.083740234375, + 26.030517578125, + 25.6845703125, + 25.14569091796875, + 24.38726806640625, + 23.673751831054688, + 23.00347900390625, + 22.4246826171875, + 21.74609375, + 21.74609375, + 21.26708984375, + 21.0941162109375, + 20.8546142578125, + 20.655029296875, + 20.495361328125, + 20.62841796875, + 20.282470703125 + ], + "p90": [ + 23.312835693359375, + 23.52239990234375, + 24.457122802734375, + 25.977294921875, + 27.65380859375, + 28.984375, + 30.181884765625, + 31.27294921875, + 31.751953125, + 31.80517578125, + 31.326171875, + 30.6875, + 29.78271484375, + 28.691650390625, + 27.627197265625, + 26.615966796875, + 26.00390625, + 25.3253173828125, + 25.019287109375, + 24.696624755859375, + 24.380615234375, + 24.225936889648438, + 24.4737548828125, + 24.12115478515625 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_191558.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_191558.json new file mode 100644 index 0000000000000000000000000000000000000000..2b6b0cbf8a2865fe94d6e7db98517a79cd3e530a --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_191558.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T19:15:58.857178+00:00", + "metrics": { + "MSE[mean]": 0.4408147687421054, + "MSE[0.5]": 0.8901380158275364, + "MAE[0.5]": 0.765444835027059, + "MASE[0.5]": 0.3721077755673378, + "MAPE[0.5]": 0.029875976417459715, + "sMAPE[0.5]": 0.03052612799945682, + "MSIS": 3.600781765025698, + "RMSE[mean]": 0.6639388290664324, + "NRMSE[mean]": 0.026117902860577757, + "ND[0.5]": 0.03011092734925336, + "mean_weighted_sum_quantile_loss": 0.023208248176009263 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 22.700164794921875, + 22.644418716430664, + 23.0833740234375, + 24.038053512573242, + 25.303346633911133, + 26.35114860534668, + 27.175329208374023, + 27.704299926757812, + 28.0821475982666, + 28.28428077697754, + 28.244243621826172, + 27.69424057006836, + 26.988210678100586, + 26.10944175720215, + 25.275800704956055, + 24.333280563354492, + 23.74267578125, + 23.189565658569336, + 22.776050567626953, + 22.554933547973633, + 22.117252349853516, + 21.865766525268555, + 21.8078670501709, + 21.540401458740234 + ], + "p10": [ + 22.83415985107422, + 22.820133209228516, + 23.324308395385742, + 24.385826110839844, + 25.671274185180664, + 26.809499740600586, + 27.620187759399414, + 28.280763626098633, + 28.671993255615234, + 28.950834274291992, + 28.71305274963379, + 28.337871551513672, + 27.55459213256836, + 26.793615341186523, + 25.89047622680664, + 24.955081939697266, + 24.40918731689453, + 23.600830078125, + 23.265724182128906, + 22.988616943359375, + 22.619361877441406, + 22.409591674804688, + 22.366558074951172, + 21.948680877685547 + ], + "p90": [ + 23.016510009765625, + 23.25316619873047, + 24.0789852142334, + 25.352434158325195, + 27.069337844848633, + 28.426525115966797, + 29.497652053833008, + 30.21299171447754, + 30.74041175842285, + 31.032873153686523, + 31.031219482421875, + 30.494651794433594, + 29.82074737548828, + 28.86447525024414, + 27.89358901977539, + 26.88916778564453, + 26.169912338256836, + 25.47738265991211, + 25.005434036254883, + 24.625757217407227, + 24.181608200073242, + 23.97460174560547, + 23.94397735595703, + 23.640216827392578 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_191733.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_191733.json new file mode 100644 index 0000000000000000000000000000000000000000..81f757a7f470e020cf25db677ca60da11ca5cb3b --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_191733.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T19:17:33.163553+00:00", + "metrics": { + "MSE[mean]": 0.41816118383227757, + "MSE[0.5]": 0.41816118383227757, + "MAE[0.5]": 0.4741510550181071, + "MASE[0.5]": 0.23050033953061708, + "MAPE[0.5]": 0.018209912475172826, + "sMAPE[0.5]": 0.018032798729111486, + "MSIS": 2.1399289099300716, + "RMSE[mean]": 0.6466538361691497, + "NRMSE[mean]": 0.025437949006889476, + "ND[0.5]": 0.01865206650681411, + "mean_weighted_sum_quantile_loss": 0.02528283498735957 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 22.945568084716797, + 22.830543518066406, + 23.36328125, + 24.678598403930664, + 25.801000595092773, + 26.99791145324707, + 27.959115982055664, + 28.68756103515625, + 29.182090759277344, + 29.46902084350586, + 29.24798583984375, + 28.877368927001953, + 28.16153907775879, + 27.353500366210938, + 26.408781051635742, + 25.469655990600586, + 24.76735496520996, + 24.221920013427734, + 23.777956008911133, + 23.43657112121582, + 23.154294967651367, + 22.972164154052734, + 23.06192970275879, + 22.736604690551758 + ], + "p10": [ + 22.649080276489258, + 22.353559494018555, + 22.61429214477539, + 23.508689880371094, + 24.217615127563477, + 24.89893341064453, + 25.291858673095703, + 25.556880950927734, + 25.554594039916992, + 25.486433029174805, + 25.481342315673828, + 25.198936462402344, + 24.64369773864746, + 24.048992156982422, + 23.460996627807617, + 22.81146240234375, + 22.25870704650879, + 21.78626251220703, + 21.412429809570312, + 21.13842010498047, + 20.825361251831055, + 20.57999038696289, + 20.579864501953125, + 20.235023498535156 + ], + "p90": [ + 23.229602813720703, + 23.29010581970215, + 24.08207130432129, + 25.720251083374023, + 27.2236328125, + 28.92302894592285, + 30.27318000793457, + 31.25735092163086, + 31.993112564086914, + 32.33806228637695, + 32.09946823120117, + 31.67218780517578, + 30.79461669921875, + 29.958324432373047, + 28.876895904541016, + 27.684873580932617, + 26.774646759033203, + 26.106176376342773, + 25.593738555908203, + 25.19634437561035, + 24.91069793701172, + 24.758806228637695, + 24.88273048400879, + 24.600170135498047 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_191701.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_191701.json new file mode 100644 index 0000000000000000000000000000000000000000..8268fa788e7aa598f0fb5c372e58f524413a3b37 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_191701.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T19:17:01.817963+00:00", + "metrics": { + "MSE[mean]": 1.434988789605086, + "MSE[0.5]": 1.434988789605086, + "MAE[0.5]": 0.9393529891967773, + "MASE[0.5]": 0.45665021865381833, + "MAPE[0.5]": 0.036302316408847596, + "sMAPE[0.5]": 0.03531268632542392, + "MSIS": 2.1794592749655455, + "RMSE[mean]": 1.1979101759335238, + "NRMSE[mean]": 0.047123168944226454, + "ND[0.5]": 0.036952094153209956, + "mean_weighted_sum_quantile_loss": 0.03020402322337267 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 + ], + "actual": [ + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.100000381469727, + 23.100000381469727, + 23.100000381469727, + 23.299999237060547, + 23.5 + ], + "predictions": { + "p50": [ + 22.862207412719727, + 22.74315071105957, + 23.244869232177734, + 24.588245391845703, + 26.210956573486328, + 27.614212036132812, + 28.72884178161621, + 29.511972427368164, + 30.054845809936523, + 30.417503356933594, + 30.44645118713379, + 30.060016632080078, + 29.34447479248047, + 28.35173988342285, + 27.310731887817383, + 26.184011459350586, + 25.55556297302246, + 24.817203521728516, + 24.29627227783203, + 23.967063903808594, + 23.806156158447266, + 23.69382667541504, + 23.72365379333496, + 23.38860321044922 + ], + "p10": [ + 22.444992065429688, + 22.106531143188477, + 22.35649871826172, + 23.321155548095703, + 24.602027893066406, + 25.549266815185547, + 26.29078483581543, + 26.779756546020508, + 27.087080001831055, + 27.177701950073242, + 27.108646392822266, + 26.766990661621094, + 26.125085830688477, + 25.40143394470215, + 24.620437622070312, + 23.72025489807129, + 23.206619262695312, + 22.63088607788086, + 22.22828483581543, + 21.90990447998047, + 21.772369384765625, + 21.583662033081055, + 21.60883331298828, + 21.30169105529785 + ], + "p90": [ + 23.169086456298828, + 23.270084381103516, + 24.061582565307617, + 25.840686798095703, + 27.916545867919922, + 29.909793853759766, + 31.40752601623535, + 32.489044189453125, + 33.09673309326172, + 33.57942199707031, + 33.8196907043457, + 33.42329406738281, + 32.605751037597656, + 31.360668182373047, + 30.101314544677734, + 28.759761810302734, + 27.956785202026367, + 27.054115295410156, + 26.31841278076172, + 26.006061553955078, + 25.917844772338867, + 25.821826934814453, + 25.912229537963867, + 25.500869750976562 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 62fcb26dd93231766b0ac695c325c821b7056c04..c84d2c7c8201a74c2771ac5ecfac1707c4945795 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1122787.1049569447,1122787.1049 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4008625855770636,1.4008625855770636,1.0795833269755046,0.608875548483334,0.046587047792513214,0.047934585519697016,12.12512653834402,1.1835804094260194,0.05117356027909125,0.04667711802198097,0.04109904509084068,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.847231029044771,1.847231029044771,1.3178666662269582,1.483234978926982,12.295002855991456,1.6902901365166627,57.51657896174899,1.3591287757400956,6.446460304799333,6.250750703312984,6.206074025529165,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.03388889842563339,0.03388889842563339,0.14166669216420916,0.8793107633359472,0.0913640072118228,0.09486402227310872,27.236911483783167,0.18408937618894086,0.12182384847267334,0.09375001424375662,0.08962623989637021,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.236249529520743,3.236249529520743,1.7374998728434246,2.6336840177837173,0.09474304114463467,0.09979324357632019,76.77056205552661,1.798957900986219,0.09843818746659881,0.09507523111707485,0.0890423994404879,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,165.81625403404328,165.81625403404328,9.579166889190674,0.7823617164537522,0.31904436000844644,0.2655306609155728,27.893826043924804,12.876966025972239,0.3834807981896135,0.2852711234346062,0.2778513996971712,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.392499497731933,1.392499497731933,1.0499997933705647,0.510439249934286,0.041471078558959124,0.04139863253617296,8.028803556415383,1.1800421593027652,0.046427888234862894,0.04131146728015337,0.034835876534328215,Weather,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.4008334032694925,3.4008334032694925,1.775000015894572,1.7824268700689583,0.08933728307783763,0.09382954327536784,50.70552691149167,1.844134865802795,0.09331485962126182,0.08981657490588965,0.0837486852444064,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,300.6016652329772,300.6016652329772,12.733333428700766,1.0539887985276686,0.4992373752044173,0.3492113853418744,38.59462133490597,17.337867955229594,0.5737058292137809,0.4213429028431881,0.41300888001019354,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.2508327674869786,1.2508327674869786,0.9666664600372314,0.4699281903800309,0.03789632897253967,0.03768261918017818,6.913979036151045,1.1184063516839389,0.04399566221033827,0.03802654641743326,0.03162741359418907,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,98.16666666666667,98.16666666666667,8.166666666666666,1.5135135135135134,1.0845491348248701,0.6120596239066048,57.47428592590828,9.9079092984679,1.0711253295640972,0.8828828828828829,0.8730130130130128,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1666.6666666666667,1666.6666666666667,29.166666666666668,1.037037037037037,0.011265082956259428,0.011295891271619425,6.7170370346686425,40.824829046386306,0.01575234561275356,0.011254019292604502,0.009764201500535913,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,3645.8333333333335,3645.8333333333335,47.916666666666664,1.8399999999999999,0.01831789859953012,0.018424951250668092,14.40480137199742,60.380736442456,0.023149164131293032,0.018370607028753993,0.01504614838480655,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8950.57142857143,8950.57142857143,84.28571428571429,1.8322981366459625,0.3582034983416852,0.3237070842478116,66.88950349806771,94.60745968776156,0.36327603829639654,0.3236423477783873,0.3166855610410191,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index a24d52fd188fce513ec748ec6ccd3ccb99a78a93..409bfde092f7f0acf19e73515ba9add4e88e5264 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T18:56:52.666816+00:00", + "evaluated_at": "2026-06-18T19:19:26.709330+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index a1245431821fa6a5a5ae2c59cc013417ff19d821..cd49857602fb14c801c5292e0bbeadb52000606b 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T15:43:12.965836+00:00", + "evaluated_at": "2026-06-18T19:19:26.715990+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index 7cb77eea44fa4dea239e46b9f89c432ac5b8e7fa..a5f4d432382b321ffe8f6fd47a822187f2d89750 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T17:54:46.219971+00:00", + "evaluated_at": "2026-06-18T19:19:26.726001+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 15.600000381469727, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, 17.0, 17.0, + 18.0, 17.0, 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, + 18.0, 17.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, 17.0, 18.0, - 17.0 + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0 ], "p10": [ - 15.288000373840331, - 15.68, - 15.68, - 15.288000373840331, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 16.66, - 16.66, - 16.66, - 16.66, 16.66, - 16.366000747680665, 16.66, + 17.64, 16.66, 16.66, + 17.64, 16.66, + 17.64, + 17.64, + 17.443999252319337, + 17.64, + 17.64, + 17.64, 16.66, 17.64, - 16.66 + 17.64, + 17.64, + 17.64, + 18.62, + 18.62, + 18.62, + 18.62, + 18.52199962615967, + 18.62 ], "p90": [ - 15.912000389099122, - 16.32, - 16.32, - 15.912000389099122, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 17.34, - 17.34, 17.34, 17.34, - 17.34, - 17.03400077819824, - 17.34, + 18.36, 17.34, 17.34, + 18.36, 17.34, + 18.36, + 18.36, + 18.155999221801757, + 18.36, + 18.36, + 18.36, 17.34, 18.36, - 17.34 + 18.36, + 18.36, + 18.36, + 19.38, + 19.38, + 19.38, + 19.38, + 19.277999610900878, + 19.38 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 03f39777f271653e2a1b9ab26527d03a17ffc707..f11aee35a8f9d946f5ecc603d2787b1d239069c1 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T17:54:46.227726+00:00", + "evaluated_at": "2026-06-18T19:19:26.732580+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,11 +365,11 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 57.29999923706055, - 55.099998474121094, 55.099998474121094, 57.0, 52.70000076293945, @@ -393,11 +391,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "p10": [ - 56.15399925231934, - 53.99799850463867, 53.99799850463867, 55.86, 51.64600074768067, @@ -419,11 +417,11 @@ 50.273999252319335, 51.84200149536133, 56.74200149536133, + 57.82, + 57.133999252319335, 57.82 ], "p90": [ - 58.445999221801756, - 56.201998443603514, 56.201998443603514, 58.14, 53.75400077819824, @@ -445,11 +443,11 @@ 52.32599922180176, 53.95800155639648, 59.05800155639648, + 60.18, + 59.46599922180176, 60.18 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index bd5b240cfc3ac97bb40109157045281f7b412db5..611e62679381aeadd9a4e75b5c76bfcc7646b658 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T17:54:46.237273+00:00", + "evaluated_at": "2026-06-18T19:19:26.743316+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,11 +365,11 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 22.299999237060547, - 21.700000762939453, 21.5, 21.5, 22.200000762939453, @@ -393,11 +391,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "p10": [ - 21.853999252319337, - 21.266000747680664, 21.07, 21.07, 21.756000747680662, @@ -419,11 +417,11 @@ 23.61800037384033, 23.323999252319336, 23.128000373840333, - 22.833999252319334 + 22.833999252319334, + 23.128000373840333, + 22.63800037384033 ], "p90": [ - 22.745999221801757, - 22.134000778198242, 21.93, 21.93, 22.644000778198244, @@ -445,11 +443,11 @@ 24.58200038909912, 24.275999221801758, 24.07200038909912, - 23.76599922180176 + 23.76599922180176, + 24.07200038909912, + 23.562000389099122 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6f1ccd220ee533463fae903119965ab20f323681..5495f0ac34425bfb1583a6130347e0f3e671dae9 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T18:30:27.155786+00:00", + "evaluated_at": "2026-06-18T19:19:26.753772+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,21 +115,21 @@ 2600.0, 2600.0, 2600.0, - 2550.0 - ], - "p50": [ 2550.0, - 2550.0, - 2600.0, - 2650.0, 2600.0, 2550.0, 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, 2600.0, + 2650.0, 2600.0, - 2550.0, - 2550.0, - 2550.0, + 2700.0, + 2650.0 + ], + "p50": [ 2550.0, 2650.0, 2550.0, @@ -153,65 +141,73 @@ 2600.0, 2600.0, 2550.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0 ], "p10": [ 2499.0, - 2499.0, - 2548.0, 2597.0, + 2499.0, + 2499.0, 2548.0, 2499.0, 2548.0, + 2499.0, 2548.0, 2548.0, 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2597.0, - 2499.0, - 2499.0, 2548.0, - 2499.0, 2548.0, - 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, 2548.0, 2548.0, 2499.0, - 2548.0 + 2548.0, + 2499.0 ], "p90": [ 2601.0, - 2601.0, - 2652.0, 2703.0, + 2601.0, + 2601.0, 2652.0, 2601.0, 2652.0, + 2601.0, 2652.0, 2652.0, 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2703.0, - 2601.0, - 2601.0, 2652.0, - 2601.0, 2652.0, - 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, 2652.0, 2652.0, 2601.0, - 2652.0 + 2652.0, + 2601.0 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 7406f0ee86ad79763e1aa0d92bb7387d65847bf6..fa4ddf99f2f1d2836ddc58a8ed165048dbe0a42a 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,43 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T18:56:52.686864+00:00", + "evaluated_at": "2026-06-18T19:19:26.757190+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 117269c060b1b723e2956478ee40360be97cf79b..3418419e8604ceb2add60a859bade3ead2a273b9 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,497982.00566546124,497982.00566546124,564.0017903645834,0.5559401157755683,0.008697375456756537,0.008645581731555841,1.9972860990063683,705.6784010195163,0.010813674016163984,0.008642650103395738,0.0063073889244049846,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 +nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0984670856182674,1.0984670856182674,0.7774827480316162,0.4384934657802669,0.032680967701893916,0.03176623087599549,2.3223509441029697,1.048077805135796,0.04531493788774706,0.03361542651051823,0.028551399982475547,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002806412792583694,0.002806412792583694,0.04567589798631767,0.05140739296576118,0.5756578573171357,0.4815707227953538,0.4336394934235551,0.05297558676016429,0.2512675938208211,0.21664456562956882,0.23256787531264925,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.024547890073322795,0.024547890073322795,0.12527663674619463,0.7775793547700748,0.08045502524931131,0.08306703374451511,8.37784378982722,0.1566776629686657,0.10368374464454276,0.08290365434489098,0.07109541784650747,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,2.9520763604217186,2.9520763604217186,1.5262727737426758,2.3135082044099504,0.08202852847207241,0.0864675284309412,42.10855702851948,1.718160749296095,0.09401700275711818,0.08351697688116061,0.0741776281470189,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.98708352952493,63.98708352952493,6.409326473871867,0.5234705397052047,0.2120591293714865,0.18692609926119882,2.4815977115292065,7.999192679859945,0.23821890867446005,0.1908721066049898,0.16260577347195132,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.4223204112125434,1.4223204112125434,0.9384244283040365,0.4561988148263114,0.035879644047447506,0.03691078249058637,2.1357074110064125,1.1926107542750666,0.046922390332133766,0.03692161685130635,0.03785298401323607,Weather,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,1.955133022791718,1.955133022791718,0.9825439453125,0.9866550498400594,0.04763835294479796,0.05001548542769304,18.53722048695757,1.3982607134550116,0.0707532321033253,0.04971759497028091,0.05082227009436407,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,106.65601667122989,106.65601667122989,8.479249556859335,0.7018613077944288,0.3092158158254901,0.2507565607348503,3.5283712592346173,10.327439986329134,0.34173247462214007,0.28057630330846234,0.20724060812015277,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.3693097606013301,0.3693097606013301,0.46488316853841144,0.22599491671716476,0.01804440662317527,0.018227168484969827,2.0452014844722695,0.6077086148816142,0.023905929094901798,0.01828748810259589,0.026109402990357067,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,51.40574192768827,51.40574192768827,6.608247518539429,1.224694520810396,0.883689954681043,0.5635465134435295,17.36046750573118,7.169779768423035,0.7751113263160038,0.7144051371393977,0.5156749633697417,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2151.554028093815,2151.554028093815,42.603515625,1.5147916666666668,0.016388075393669085,0.016548786907707478,2.2782392939814815,46.3848469663727,0.01789769014779654,0.016438655546623795,0.010894730121248659,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,5177.1559119100375,5177.1559119100375,59.54576619466146,2.2865574218749996,0.02259498084634139,0.022945874344004732,31.35671875,71.95245591298492,0.027585606100824885,0.022829047742362222,0.017699869271665336,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 48223f53f7e37c32119057c7d3016793c2e07d04..1c995e7d9673a5e194d5d99cf0e82ca44ca767f9 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T18:56:39.441615+00:00", + "evaluated_at": "2026-06-18T19:18:50.588898+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7a02a9817720c528fe82829f5d301015cd7a0836..e616947457c5c0c38c1aa699bc376b8ad4c20c54 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T05:02:49.596893+00:00", + "evaluated_at": "2026-06-18T19:19:01.100624+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 18.809999465942383, - 18.389999389648438, - 18.020000457763672, - 17.700000762939453, - 17.420000076293945, - 17.59000015258789, - 19.760000228881836, - 22.600000381469727, - 24.920000076293945, - 26.3700008392334, - 27.350000381469727, - 27.989999771118164, - 28.290000915527344, - 28.34000015258789, - 28.149999618530273, - 27.649999618530273, - 26.760000228881836, - 25.489999771118164, - 23.790000915527344, - 22.219999313354492, - 21.260000228881836, - 20.559999465942383, - 19.989999771118164, - 19.510000228881836, 19.059999465942383, 18.649999618530273, 18.479999542236328, @@ -341,9 +317,7 @@ 21.110000610351562, 21.059999465942383, 20.989999771118164, - 20.90999984741211 - ], - "actuals": [ + 20.90999984741211, 20.81999969482422, 20.68000030517578, 20.600000381469727, @@ -369,109 +343,111 @@ 22.139999389648438, 22.190000534057617 ], + "actuals": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], "p50": [ - 20.61907958984375, - 20.41827392578125, - 20.27484130859375, - 20.1170654296875, - 20.0023193359375, - 20.1170654296875, - 20.87725830078125, - 22.074920654296875, - 23.42139434814453, - 24.667465209960938, - 25.703765869140625, - 26.456787109375, - 26.90142822265625, - 27.1165771484375, - 26.95880126953125, - 26.4281005859375, - 25.675079345703125, - 24.850341796875, - 23.715431213378906, - 22.71319580078125, - 21.9530029296875, - 21.50836181640625, - 21.07806396484375, - 20.79119873046875 + 22.454864501953125, + 22.42022705078125, + 22.4063720703125, + 22.3509521484375, + 22.330169677734375, + 22.441009521484375, + 22.80816650390625, + 23.338119506835938, + 24.0135498046875, + 24.647415161132812, + 25.32977294921875, + 25.91168212890625, + 26.24420166015625, + 26.4520263671875, + 26.43817138671875, + 26.05023193359375, + 25.57916259765625, + 24.893341064453125, + 24.12958526611328, + 23.461082458496094, + 22.932861328125, + 22.600341796875, + 22.330169677734375, + 22.122344970703125 ], "p10": [ - 20.33221435546875, - 19.916259765625, - 19.62939453125, - 19.39990234375, - 19.113037109375, - 19.0843505859375, - 19.457275390625, - 20.33221435546875, - 21.2071533203125, - 21.981689453125, - 22.591278076171875, - 23.00006103515625, - 23.204452514648438, - 23.347885131835938, - 23.1578369140625, - 22.784912109375, - 22.376129150390625, - 21.85260009765625, - 21.00634765625, - 20.33221435546875, - 19.85888671875, - 19.6007080078125, - 19.227783203125, - 18.998291015625 + 22.156982421875, + 21.97686767578125, + 21.713623046875, + 21.5196533203125, + 21.22869873046875, + 21.21484375, + 21.50579833984375, + 21.8798828125, + 22.302459716796875, + 22.66961669921875, + 23.123367309570312, + 23.32080078125, + 23.497451782226562, + 23.55633544921875, + 23.452423095703125, + 23.147613525390625, + 22.718109130859375, + 22.25396728515625, + 21.58892822265625, + 21.11785888671875, + 20.8546142578125, + 20.64678955078125, + 20.494384765625, + 20.2449951171875 ], "p90": [ - 20.8629150390625, - 20.7481689453125, - 20.77685546875, - 20.73382568359375, - 20.73382568359375, - 20.96331787109375, - 22.074920654296875, - 23.591720581054688, - 25.32366943359375, - 26.90142822265625, - 28.1492919921875, - 29.1533203125, - 29.841796875, - 30.243408203125, - 30.18603515625, - 29.669677734375, - 28.751708984375, - 27.8050537109375, - 26.49981689453125, - 25.2232666015625, - 24.222824096679688, - 23.561241149902344, - 22.989303588867188, - 22.670166015625 + 22.634979248046875, + 22.6834716796875, + 22.87744140625, + 22.89129638671875, + 23.092193603515625, + 23.331192016601562, + 23.934749603271484, + 24.77557373046875, + 25.8701171875, + 27.0062255859375, + 28.142333984375, + 29.2784423828125, + 29.9989013671875, + 30.4976806640625, + 30.4976806640625, + 29.8880615234375, + 29.1953125, + 28.2254638671875, + 27.18634033203125, + 26.18878173828125, + 25.371337890625, + 24.810211181640625, + 24.418807983398438, + 24.214447021484375 ], "timestamps": [ - "2026-05-31 00:00:00", - "2026-05-31 01:00:00", - "2026-05-31 02:00:00", - "2026-05-31 03:00:00", - "2026-05-31 04:00:00", - "2026-05-31 05:00:00", - "2026-05-31 06:00:00", - "2026-05-31 07:00:00", - "2026-05-31 08:00:00", - "2026-05-31 09:00:00", - "2026-05-31 10:00:00", - "2026-05-31 11:00:00", - "2026-05-31 12:00:00", - "2026-05-31 13:00:00", - "2026-05-31 14:00:00", - "2026-05-31 15:00:00", - "2026-05-31 16:00:00", - "2026-05-31 17:00:00", - "2026-05-31 18:00:00", - "2026-05-31 19:00:00", - "2026-05-31 20:00:00", - "2026-05-31 21:00:00", - "2026-05-31 22:00:00", - "2026-05-31 23:00:00", "2026-06-01 00:00:00", "2026-06-01 01:00:00", "2026-06-01 02:00:00", @@ -807,6 +783,30 @@ "2026-06-14 20:00:00", "2026-06-14 21:00:00", "2026-06-14 22:00:00", - "2026-06-14 23:00:00" + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index a872f15973ea18b94db10c50da4e2323096880c7..28001f29a3940c6276b03c49487275a5ed64f004 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T17:54:24.593176+00:00", + "evaluated_at": "2026-06-18T19:19:07.092582+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.11981201171875, - 17.05059814453125, - 17.00445556640625, - 16.900634765625, - 16.883331298828125, - 16.8544921875, - 16.8314208984375, - 16.791046142578125, - 16.802581787109375, - 16.76220703125, - 16.744903564453125, - 16.791046142578125, - 16.81988525390625, - 16.79681396484375, - 16.756439208984375, - 16.68145751953125, - 16.594940185546875, - 16.548797607421875, - 16.560333251953125, - 16.571868896484375, - 16.594940185546875, - 16.583404541015625, - 16.63531494140625, - 16.537261962890625 + 18.985107421875, + 18.985107421875, + 18.94482421875, + 18.94482421875, + 18.9246826171875, + 18.904541015625, + 18.904541015625, + 18.8642578125, + 18.8642578125, + 18.823974609375, + 18.8441162109375, + 18.823974609375, + 18.8038330078125, + 18.7635498046875, + 18.7635498046875, + 18.7232666015625, + 18.69305419921875, + 18.662841796875, + 18.67291259765625, + 18.65277099609375, + 18.62255859375, + 18.55206298828125, + 18.5621337890625, + 18.5218505859375 ], "p10": [ - 16.669921875, - 16.387298583984375, - 16.176773071289062, - 15.972015380859375, - 15.885498046875, - 15.845123291015625, - 15.755722045898438, - 15.649377822875977, - 15.612247467041016, - 15.533480644226074, - 15.473819732666016, - 15.485715866088867, - 15.467330932617188, - 15.423351287841797, - 15.364952087402344, - 15.271224975585938, - 15.253921508789062, - 15.1702880859375, - 15.150100708007812, - 15.147216796875, - 15.150100708007812, - 15.150100708007812, - 15.222198486328125, - 15.155868530273438 + 18.6024169921875, + 18.39093017578125, + 18.1995849609375, + 18.0384521484375, + 17.857177734375, + 17.736328125, + 17.5953369140625, + 17.4140625, + 17.32342529296875, + 17.17236328125, + 17.091796875, + 16.96087646484375, + 16.834991455078125, + 16.751907348632812, + 16.706588745117188, + 16.61846923828125, + 16.646163940429688, + 16.5479736328125, + 16.487548828125, + 16.422088623046875, + 16.364181518554688, + 16.274803161621094, + 16.26221466064453, + 16.2257080078125 ], "p90": [ - 17.53509521484375, - 17.62738037109375, - 17.69659423828125, - 17.67352294921875, - 17.74273681640625, - 17.71966552734375, - 17.76580810546875, - 17.7542724609375, - 17.8004150390625, - 17.76580810546875, - 17.7542724609375, - 17.823486328125, - 17.88116455078125, - 17.86962890625, - 17.8465576171875, - 17.78887939453125, - 17.67352294921875, - 17.6158447265625, - 17.62738037109375, - 17.638916015625, - 17.6619873046875, - 17.65045166015625, - 17.69659423828125, - 17.6158447265625 + 19.26708984375, + 19.34765625, + 19.42822265625, + 19.468505859375, + 19.5289306640625, + 19.549072265625, + 19.6094970703125, + 19.6497802734375, + 19.6900634765625, + 19.6900634765625, + 19.710205078125, + 19.7303466796875, + 19.7303466796875, + 19.710205078125, + 19.7303466796875, + 19.7706298828125, + 19.7706298828125, + 19.790771484375, + 19.790771484375, + 19.790771484375, + 19.7706298828125, + 19.75048828125, + 19.790771484375, + 19.7706298828125 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index af15d35c83666f3fbaa9fa950a13c57cc6e98f95..65cae39842429ab60b6fe0a44bfab64f889cf428 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T17:54:29.722616+00:00", + "evaluated_at": "2026-06-18T19:19:12.076859+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,89 +365,89 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 60.6572265625, + 60.1376953125, 58.5791015625, - 56.37109375, - 53.25390625, - 48.1884765625, - 38.90185546875, - 29.083526611328125, - 26.6441650390625, - 25.7999267578125, + 53.1240234375, + 40.85009765625, + 28.04852294921875, + 26.2220458984375, + 25.7674560546875, 24.842041015625, - 24.517333984375, - 24.419921875, - 24.6796875, - 24.842041015625, - 24.906982421875, + 24.777099609375, + 24.452392578125, + 24.971923828125, 25.26416015625, - 26.465576171875, - 32.5538330078125, - 40.9150390625, - 43.96728515625, - 44.5517578125, - 44.48681640625, - 43.642578125, - 42.01904296875 + 25.491455078125, + 26.010986328125, + 27.309814453125, + 32.53759765625, + 42.40869140625, + 44.74658203125, + 44.74658203125, + 44.74658203125, + 43.83740234375, + 41.10986328125, + 38.447265625, + 36.466552734375 ], "p10": [ - 55.7216796875, - 46.6298828125, - 38.090087890625, - 31.076416015625, - 26.1083984375, - 21.49755859375, - 17.47119140625, - 18.0556640625, - 18.12060546875, - 17.99072265625, - 17.40625, - 17.08154296875, - 17.34130859375, - 17.73095703125, - 17.5361328125, - 17.40625, + 55.2021484375, + 48.7080078125, + 37.60302734375, + 24.777099609375, + 18.5751953125, + 19.8740234375, + 19.0947265625, + 18.3154296875, + 17.60107421875, + 17.60107421875, + 17.92578125, + 17.92578125, 17.666015625, - 18.64013671875, - 22.27685546875, - 20.9130859375, - 18.705078125, - 17.0166015625, - 15.068359375, - 13.6396484375 + 18.185546875, + 18.25048828125, + 20.58837890625, + 23.18603515625, + 22.7314453125, + 21.23779296875, + 18.77001953125, + 16.04248046875, + 13.1201171875, + 11.69140625, + 11.3017578125 ], "p90": [ - 64.1640625, - 65.982421875, - 68.3203125, - 70.658203125, - 68.580078125, - 58.5791015625, - 45.39599609375, - 40.07080078125, - 37.245849609375, - 34.583251953125, - 33.6416015625, - 33.4630126953125, - 33.6253662109375, - 34.128662109375, - 34.843017578125, - 35.91455078125, - 40.33056640625, - 51.17578125, 63.384765625, + 66.501953125, + 67.80078125, + 58.8388671875, + 41.88916015625, + 37.830322265625, + 36.888671875, + 34.55078125, + 33.9176025390625, + 33.05712890625, + 33.544189453125, + 34.258544921875, + 34.9404296875, + 36.62890625, + 40.78515625, + 50.396484375, + 64.423828125, + 68.060546875, + 67.80078125, 69.359375, - 70.658203125, - 71.4375, - 71.697265625, - 71.177734375 + 69.619140625, + 67.541015625, + 65.203125, + 63.384765625 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 67177a1cbf65639ce075e9e13644caaec4ec7d3d..1ebe2018ac649efa3c0e532be937fb2137dee6aa 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T17:54:34.406322+00:00", + "evaluated_at": "2026-06-18T19:19:17.076326+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,89 +365,89 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 23.4093017578125, - 23.1165771484375, - 22.93695068359375, - 22.87042236328125, - 23.262939453125, - 24.34735107421875, - 25.4716796875, - 26.4696044921875, - 27.12158203125, - 27.573974609375, - 27.627197265625, - 27.6005859375, - 27.307861328125, - 26.5760498046875, - 25.6978759765625, - 24.85296630859375, - 24.304107666015625, - 23.62884521484375, - 23.239654541015625, - 22.65087890625, - 22.31158447265625, - 21.985595703125, - 21.79931640625, - 21.7061767578125 + 22.8770751953125, + 22.8238525390625, + 23.425933837890625, + 24.66668701171875, + 25.9906005859375, + 27.0550537109375, + 27.97314453125, + 28.771484375, + 29.03759765625, + 28.957763671875, + 28.478759765625, + 27.76025390625, + 26.9219970703125, + 26.00390625, + 25.17230224609375, + 24.35400390625, + 23.970218658447266, + 23.366058349609375, + 23.126556396484375, + 22.84381103515625, + 22.571044921875, + 22.411376953125, + 22.6375732421875, + 22.2783203125 ], "p10": [ - 22.96356201171875, - 22.5577392578125, - 22.251708984375, - 22.0521240234375, - 22.17852783203125, - 22.996826171875, - 23.773544311523438, - 24.397247314453125, - 24.590179443359375, - 24.56689453125, - 24.29412841796875, - 23.949012756347656, - 23.527389526367188, - 22.9569091796875, - 22.21844482421875, - 21.5198974609375, - 21.4134521484375, - 21.0009765625, - 20.8280029296875, - 20.41552734375, - 20.229248046875, - 19.963134765625, - 19.7236328125, - 19.6171875 + 22.45794677734375, + 22.25836181640625, + 22.517822265625, + 23.4359130859375, + 24.337371826171875, + 25.0858154296875, + 25.63134765625, + 26.083740234375, + 26.030517578125, + 25.6845703125, + 25.14569091796875, + 24.38726806640625, + 23.673751831054688, + 23.00347900390625, + 22.4246826171875, + 21.74609375, + 21.74609375, + 21.26708984375, + 21.0941162109375, + 20.8546142578125, + 20.655029296875, + 20.495361328125, + 20.62841796875, + 20.282470703125 ], "p90": [ - 23.886642456054688, - 23.77271270751953, - 23.683731079101562, - 23.68622589111328, - 24.34735107421875, - 25.791015625, - 27.361083984375, - 28.71826171875, - 29.7294921875, - 30.341552734375, - 30.554443359375, - 30.74072265625, - 30.63427734375, - 29.88916015625, - 28.957763671875, - 27.97314453125, - 27.041748046875, - 26.136962890625, - 25.55816650390625, - 24.8330078125, - 24.363983154296875, - 23.968971252441406, - 23.760238647460938, - 23.69287872314453 + 23.312835693359375, + 23.52239990234375, + 24.457122802734375, + 25.977294921875, + 27.65380859375, + 28.984375, + 30.181884765625, + 31.27294921875, + 31.751953125, + 31.80517578125, + 31.326171875, + 30.6875, + 29.78271484375, + 28.691650390625, + 27.627197265625, + 26.615966796875, + 26.00390625, + 25.3253173828125, + 25.019287109375, + 24.696624755859375, + 24.380615234375, + 24.225936889648438, + 24.4737548828125, + 24.12115478515625 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c22924346677774293262b67277403e2dd6f5880..05531c54b422409c604cf6e6ac834520f76ea1ba 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T18:30:22.008743+00:00", + "evaluated_at": "2026-06-18T19:19:21.871026+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,91 +115,99 @@ 2600.0, 2600.0, 2600.0, - 2550.0 + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 ], "p50": [ - 2552.42431640625, - 2551.27490234375, - 2550.595703125, - 2550.8046875, - 2550.4912109375, - 2549.91650390625, - 2549.759765625, - 2549.341796875, - 2548.923828125, - 2548.505859375, - 2548.8193359375, - 2548.6103515625, - 2548.6103515625, - 2548.296875, - 2547.9833984375, - 2548.1923828125, - 2549.70751953125, - 2547.9833984375, - 2547.7744140625, - 2547.9833984375, - 2547.40869140625, - 2548.24462890625, - 2547.9833984375, - 2547.87890625 + 2550.431640625, + 2555.31982421875, + 2558.771484375, + 2556.619873046875, + 2557.074951171875, + 2556.333984375, + 2556.307861328125, + 2556.28173828125, + 2555.60595703125, + 2555.31982421875, + 2555.787841796875, + 2554.61767578125, + 2556.333984375, + 2557.074951171875, + 2558.10205078125, + 2559.47998046875, + 2557.56884765625, + 2555.76171875, + 2554.591796875, + 2555.475830078125, + 2551.4716796875, + 2548.45556640625, + 2548.923583984375, + 2548.3515625 ], "p10": [ - 2542.3408203125, - 2544.8486328125, - 2545.37109375, - 2544.953125, - 2544.4306640625, - 2545.4755859375, - 2545.6845703125, - 2545.0576171875, - 2545.0576171875, - 2545.2666015625, - 2544.953125, - 2544.326171875, - 2544.53515625, - 2544.744140625, - 2545.580078125, - 2545.6845703125, - 2543.5947265625, - 2542.9677734375, - 2543.8037109375, - 2544.326171875, - 2544.0126953125, - 2544.953125, - 2544.53515625, - 2544.744140625 + 2543.25537109375, + 2543.46337890625, + 2543.67138671875, + 2542.83935546875, + 2544.50341796875, + 2542.21533203125, + 2542.7353515625, + 2542.7353515625, + 2542.52734375, + 2541.279296875, + 2541.279296875, + 2543.46337890625, + 2543.04736328125, + 2543.46337890625, + 2543.1513671875, + 2543.25537109375, + 2542.7353515625, + 2542.63134765625, + 2542.943359375, + 2544.3994140625, + 2543.67138671875, + 2543.5673828125, + 2544.607421875, + 2543.1513671875 ], "p90": [ - 2604.095703125, - 2607.6484375, - 2609.73828125, - 2611.828125, - 2611.201171875, - 2608.06640625, - 2607.23046875, - 2607.439453125, - 2608.275390625, - 2607.6484375, - 2608.06640625, - 2607.857421875, - 2609.3203125, - 2609.73828125, - 2608.693359375, - 2609.73828125, - 2609.3203125, - 2610.783203125, - 2610.57421875, - 2610.783203125, - 2609.111328125, - 2608.484375, - 2606.603515625, - 2606.8125 + 2591.4091796875, + 2600.9775390625, + 2607.42578125, + 2604.9296875, + 2604.513671875, + 2605.5537109375, + 2604.3056640625, + 2604.513671875, + 2604.513671875, + 2606.3857421875, + 2608.0498046875, + 2603.8896484375, + 2608.0498046875, + 2608.4658203125, + 2609.08984375, + 2610.9619140625, + 2616.162109375, + 2613.25, + 2611.3779296875, + 2612.2099609375, + 2607.42578125, + 2603.265625, + 2602.6416015625, + 2603.681640625 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index d859acb402b46e0d49a90cf40d0b5e85daffb109..fd9bf74a605bac775a80ba34e0945a4d83a74134 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,43 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T18:56:50.503595+00:00", + "evaluated_at": "2026-06-18T19:19:24.566642+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 5b83e63868ea9499845aa2d2b1249973b933d8dd..415e84f2502134a8bf504d89a660fac12d68cd77 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,738856.7660821279,570699.654214859 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.526210171215401,0.7473377386639489,0.7295161088307699,0.41144070104913816,0.03116201568238881,0.03095660265167545,17.411750000413743,1.2353987903569443,0.053413991954890584,0.031541529643874154,0.038499626353120694,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0059855139122507615,0.009785635798485409,0.0891686905330668,0.10035774044002026,1.125304916374422,0.671453035151594,1.0416377311719431,0.07736610312178559,0.3669538322003532,0.42293448142126133,0.3170900852647965,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02361697030478776,0.02829903996154866,0.1331821233034134,0.8266479065444933,0.084304655816547,0.0884574525887022,15.14154362346033,0.15367813866906302,0.10169876538430639,0.08813522618454411,0.07328036085601491,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,2.149146352796379,2.659867194062978,1.4570866425832112,2.2086365950734996,0.07834341513613413,0.08233732204654498,49.75766866583573,1.4659967096812936,0.08021869708785903,0.07973114212347651,0.06598669973935897,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,47.9296845951723,27.53423212593695,4.311580578486125,0.3521408094287897,0.14949266360838434,0.1419557476061559,18.971599919601868,6.923126793232397,0.2061732696414573,0.1284004600432934,0.17620889252141086,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.34149879668787736,0.710708402510439,0.6791934967041016,0.33017817832611146,0.02601409148286442,0.026480854721354464,3.389368613681347,0.5843789837835353,0.02299196001771286,0.02672236708344006,0.021130422442771482,Weather,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.451143813647377,1.8587206124896813,0.957312266031901,0.9613177976011991,0.046410566370603035,0.04866735983908856,14.169091384827743,1.2046343070190957,0.06095556422632252,0.04844084962278008,0.03761346568741606,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,128.38730747357113,76.83730431487841,6.912498076756795,0.5721750383386532,0.264575894595827,0.2144088982786079,33.88106499361149,11.330812304224755,0.3749338203201751,0.22873287830458083,0.3146156556132135,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4408147687421054,0.8901380158275364,0.765444835027059,0.3721077755673378,0.029875976417459715,0.03052612799945682,3.600781765025698,0.6639388290664324,0.026117902860577757,0.03011092734925336,0.023208248176009263,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,54.195704777156266,38.85493756522025,5.710466782251994,1.0583104461316437,0.765987406857878,0.5105233175745305,53.29751616371184,7.361773208755909,0.7958673739195578,0.6173477602434588,0.7402203933135405,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1061.3395309820771,1875.906575312217,39.96038818359375,1.4208138020833332,0.01537279078204048,0.015512616477526393,7.780761357060186,32.57820638067844,0.012570369021483643,0.015418799299135852,0.009779899768890675,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2771.5685460989675,3731.752880235513,49.60968017578125,1.90501171875,0.018840952217132473,0.019067740126627084,34.52156367187499,52.64568877029692,0.020183650646759203,0.019019685690395367,0.015003169408113685,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index f76aab827d870cec83bf8f08fb423c82e01cbbba..bdda982358bd7029a7ef62fa143b3265218a63b5 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T18:54:05.423438+00:00", + "evaluated_at": "2026-06-18T19:15:34.076148+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 03c42b3a35872080b410d9bb53d7f110786cf0e6..3f58709bfbf2ba3d7cd53e002579ceb29b5c6a38 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T06:18:10.071293+00:00", + "evaluated_at": "2026-06-18T19:15:39.991269+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 209c4cfb27cf3b51862c03b997c0c0004712436f..9afe55dd3d556870482a344bbcafa0fbc8e73e35 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T17:45:23.025281+00:00", + "evaluated_at": "2026-06-18T19:15:47.755915+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 16.98769760131836, - 16.972776412963867, - 16.938581466674805, - 16.911075592041016, - 16.8999080657959, - 16.885669708251953, - 16.8631591796875, - 16.84800148010254, - 16.84565544128418, - 16.82654571533203, - 16.783353805541992, - 16.78897476196289, - 16.77609634399414, - 16.774520874023438, - 16.772705078125, - 16.751405715942383, - 16.771385192871094, - 16.76551055908203, - 16.755847930908203, - 16.750900268554688, - 16.74148941040039, - 16.736339569091797, - 16.71932601928711, - 16.76299285888672 + 18.9095401763916, + 18.913372039794922, + 18.947669982910156, + 18.90704917907715, + 18.96561050415039, + 18.897645950317383, + 18.90797996520996, + 18.869033813476562, + 18.893783569335938, + 18.908315658569336, + 18.870349884033203, + 18.917287826538086, + 18.801218032836914, + 18.806787490844727, + 18.74826431274414, + 18.731081008911133, + 18.73514747619629, + 18.745481491088867, + 18.71013641357422, + 18.6790771484375, + 18.657018661499023, + 18.578876495361328, + 18.610004425048828, + 18.70911407470703 ], "p10": [ - 17.02507781982422, - 17.070159912109375, - 17.005680084228516, - 17.00200653076172, - 16.957475662231445, - 16.917055130004883, - 16.91107749938965, - 16.911876678466797, - 16.879425048828125, - 16.904579162597656, - 16.88741683959961, - 16.802968978881836, - 16.825389862060547, - 16.844585418701172, - 16.86508560180664, - 16.868175506591797, - 16.846681594848633, - 16.805444717407227, - 16.811195373535156, - 16.81827163696289, - 16.844482421875, - 16.886417388916016, - 16.770023345947266, - 16.785268783569336 + 18.90485191345215, + 18.958602905273438, + 19.0150089263916, + 18.97307586669922, + 18.953948974609375, + 18.944002151489258, + 18.92841911315918, + 18.914043426513672, + 18.828393936157227, + 19.0661563873291, + 18.94852066040039, + 18.886171340942383, + 18.860803604125977, + 18.846012115478516, + 18.84558868408203, + 18.83599281311035, + 18.83172607421875, + 18.62868309020996, + 18.86514663696289, + 18.75576400756836, + 18.822675704956055, + 18.830163955688477, + 18.56822967529297, + 18.75806999206543 ], "p90": [ - 17.420459747314453, - 17.46946907043457, - 17.486310958862305, - 17.486989974975586, - 17.500808715820312, - 17.51024055480957, - 17.504392623901367, - 17.510345458984375, - 17.516918182373047, - 17.517620086669922, - 17.515399932861328, - 17.495182037353516, - 17.511789321899414, - 17.53939437866211, - 17.53850746154785, - 17.54589080810547, - 17.582094192504883, - 17.575145721435547, - 17.577865600585938, - 17.570547103881836, - 17.566303253173828, - 17.59085464477539, - 17.59075927734375, - 17.623641967773438 + 19.59079933166504, + 19.696550369262695, + 19.794775009155273, + 19.80060577392578, + 19.941749572753906, + 19.903100967407227, + 19.921586990356445, + 19.9300537109375, + 19.926311492919922, + 19.92573356628418, + 19.943235397338867, + 19.881689071655273, + 19.857128143310547, + 19.904882431030273, + 19.829999923706055, + 19.85262680053711, + 19.934585571289062, + 19.9373836517334, + 19.943307876586914, + 19.974071502685547, + 19.959228515625, + 19.982236862182617, + 19.962909698486328, + 20.099761962890625 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 56849abf19ccd0e570dfdd6b867504cdb50ac4dd..95a4a46d02a28c6fb17c3a94d865975a1433d555 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T17:45:30.311601+00:00", + "evaluated_at": "2026-06-18T19:15:52.976560+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,89 +365,89 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 56.890621185302734, - 54.35947036743164, - 51.217716217041016, - 46.70288848876953, - 41.32709884643555, - 35.89338684082031, - 31.17670440673828, - 27.91973114013672, - 26.017749786376953, - 24.840456008911133, - 23.748905181884766, - 22.402618408203125, - 22.883583068847656, - 23.575439453125, - 24.420928955078125, - 25.665376663208008, - 28.42156982421875, - 31.55533218383789, - 35.06884765625, - 37.81418228149414, - 37.69028091430664, - 37.37884521484375, - 36.71044921875, - 35.659854888916016 + 55.96565246582031, + 52.93669128417969, + 49.40711975097656, + 42.910194396972656, + 35.54188537597656, + 31.69300079345703, + 28.89171600341797, + 25.997764587402344, + 25.113574981689453, + 25.3756046295166, + 25.710651397705078, + 25.403297424316406, + 26.37006378173828, + 27.756349563598633, + 30.04439926147461, + 34.053489685058594, + 38.296905517578125, + 40.1973876953125, + 40.93157196044922, + 42.01042938232422, + 40.11238098144531, + 37.5606689453125, + 36.34400939941406, + 35.118560791015625 ], "p10": [ - 59.59833908081055, - 56.84811782836914, - 53.86617660522461, - 49.90874099731445, - 45.3656005859375, - 40.135398864746094, - 35.55381774902344, - 32.66202163696289, - 30.49920654296875, - 29.283466339111328, - 27.55734634399414, - 26.175819396972656, - 26.624134063720703, - 27.90685272216797, - 29.094486236572266, - 30.740978240966797, - 33.38753128051758, - 36.8125, - 40.77609634399414, - 43.52376174926758, - 43.99369812011719, - 44.00853729248047, - 43.80009841918945, - 42.58858108520508 + 58.8253173828125, + 55.378875732421875, + 51.899208068847656, + 45.88587951660156, + 39.60149383544922, + 35.581573486328125, + 33.16131591796875, + 30.587942123413086, + 28.887704849243164, + 29.006473541259766, + 29.447750091552734, + 28.628450393676758, + 29.91019058227539, + 32.39400100708008, + 34.93667984008789, + 39.034080505371094, + 43.85823059082031, + 45.668418884277344, + 46.55036163330078, + 47.273216247558594, + 45.97180938720703, + 43.76411437988281, + 42.94093322753906, + 41.6657829284668 ], "p90": [ - 65.49734497070312, - 64.96432495117188, - 63.337860107421875, - 59.314579010009766, - 54.534576416015625, - 49.654029846191406, - 44.78852081298828, - 41.20471954345703, - 38.67763900756836, - 36.460716247558594, - 35.04266357421875, - 33.2192268371582, - 33.708831787109375, - 34.77849578857422, - 36.4357795715332, - 39.09032440185547, - 43.334197998046875, - 48.576690673828125, - 53.9023551940918, - 58.13066482543945, - 59.179656982421875, - 60.22663116455078, - 59.19112014770508, - 57.86247253417969 + 64.15387725830078, + 63.08799743652344, + 61.017608642578125, + 54.85597229003906, + 47.85309600830078, + 44.22636413574219, + 40.91987991333008, + 37.424072265625, + 35.93994140625, + 35.58313751220703, + 36.04466247558594, + 35.98307800292969, + 37.73906707763672, + 40.283477783203125, + 43.943267822265625, + 49.824607849121094, + 55.52220153808594, + 59.34996032714844, + 61.244140625, + 63.149375915527344, + 61.66242218017578, + 59.872337341308594, + 57.81010437011719, + 56.20758819580078 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index fe7c21c0dcfddbced912fad02148df3f46e91edd..34ba8a524e06e94d85cbb02c34de410882d7dc0c 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T17:45:37.773784+00:00", + "evaluated_at": "2026-06-18T19:15:58.857178+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,89 +365,89 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 23.106975555419922, - 22.858800888061523, - 22.659090042114258, - 22.606252670288086, - 23.03183364868164, - 23.995677947998047, - 25.1754207611084, - 26.071884155273438, - 26.91509437561035, - 27.52297592163086, - 28.05782127380371, - 28.257553100585938, - 28.186120986938477, - 27.64134407043457, - 27.047048568725586, - 26.130834579467773, - 25.235919952392578, - 24.434476852416992, - 23.85175895690918, - 23.360679626464844, - 22.793516159057617, - 22.41067123413086, - 22.0876407623291, - 21.914897918701172 + 22.700164794921875, + 22.644418716430664, + 23.0833740234375, + 24.038053512573242, + 25.303346633911133, + 26.35114860534668, + 27.175329208374023, + 27.704299926757812, + 28.0821475982666, + 28.28428077697754, + 28.244243621826172, + 27.69424057006836, + 26.988210678100586, + 26.10944175720215, + 25.275800704956055, + 24.333280563354492, + 23.74267578125, + 23.189565658569336, + 22.776050567626953, + 22.554933547973633, + 22.117252349853516, + 21.865766525268555, + 21.8078670501709, + 21.540401458740234 ], "p10": [ - 23.24466896057129, - 23.026607513427734, - 22.814682006835938, - 22.850210189819336, - 23.292631149291992, - 24.275707244873047, - 25.489748001098633, - 26.539794921875, - 27.442588806152344, - 28.124204635620117, - 28.458805084228516, - 28.80155372619629, - 28.69620132446289, - 28.34489631652832, - 27.619430541992188, - 26.735612869262695, - 25.900146484375, - 24.842554092407227, - 24.338363647460938, - 23.783212661743164, - 23.3176326751709, - 22.945924758911133, - 22.62205696105957, - 22.312273025512695 + 22.83415985107422, + 22.820133209228516, + 23.324308395385742, + 24.385826110839844, + 25.671274185180664, + 26.809499740600586, + 27.620187759399414, + 28.280763626098633, + 28.671993255615234, + 28.950834274291992, + 28.71305274963379, + 28.337871551513672, + 27.55459213256836, + 26.793615341186523, + 25.89047622680664, + 24.955081939697266, + 24.40918731689453, + 23.600830078125, + 23.265724182128906, + 22.988616943359375, + 22.619361877441406, + 22.409591674804688, + 22.366558074951172, + 21.948680877685547 ], "p90": [ - 23.442726135253906, - 23.40092658996582, - 23.4444637298584, - 23.590116500854492, - 24.354290008544922, - 25.587156295776367, - 27.03170394897461, - 28.161151885986328, - 29.255950927734375, - 30.048168182373047, - 30.72847557067871, - 31.04878044128418, - 31.082130432128906, - 30.573579788208008, - 29.889480590820312, - 28.93464469909668, - 27.91524887084961, - 26.968280792236328, - 26.271514892578125, - 25.603166580200195, - 24.954866409301758, - 24.579784393310547, - 24.204492568969727, - 23.974693298339844 + 23.016510009765625, + 23.25316619873047, + 24.0789852142334, + 25.352434158325195, + 27.069337844848633, + 28.426525115966797, + 29.497652053833008, + 30.21299171447754, + 30.74041175842285, + 31.032873153686523, + 31.031219482421875, + 30.494651794433594, + 29.82074737548828, + 28.86447525024414, + 27.89358901977539, + 26.88916778564453, + 26.169912338256836, + 25.47738265991211, + 25.005434036254883, + 24.625757217407227, + 24.181608200073242, + 23.97460174560547, + 23.94397735595703, + 23.640216827392578 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e5b49e13eb2635aeab86e9ba2527ac9634edf690..c9df0a7992146732520dceb720153acc72a9ecaa 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T18:27:39.766051+00:00", + "evaluated_at": "2026-06-18T19:16:03.741693+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,91 +115,99 @@ 2600.0, 2600.0, 2600.0, - 2550.0 + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 ], "p50": [ - 2555.837890625, - 2554.448974609375, - 2554.33056640625, - 2553.009765625, - 2553.073486328125, - 2552.15771484375, - 2553.008544921875, - 2553.55126953125, - 2553.737060546875, - 2553.766845703125, - 2553.322998046875, - 2553.20556640625, - 2552.753662109375, - 2552.28759765625, - 2551.4775390625, - 2550.624267578125, - 2551.3798828125, - 2551.415771484375, - 2550.7744140625, - 2551.681396484375, - 2552.245849609375, - 2552.032470703125, - 2550.94140625, - 2551.59423828125 + 2570.747314453125, + 2569.99560546875, + 2568.696533203125, + 2569.607421875, + 2569.75244140625, + 2569.137939453125, + 2569.0380859375, + 2568.582763671875, + 2568.52587890625, + 2569.899169921875, + 2570.2900390625, + 2570.04638671875, + 2569.797119140625, + 2569.876953125, + 2569.830810546875, + 2570.71142578125, + 2571.784423828125, + 2570.741943359375, + 2569.456298828125, + 2569.03564453125, + 2568.972900390625, + 2569.1728515625, + 2569.210693359375, + 2569.86376953125 ], "p10": [ - 2573.583740234375, - 2573.815185546875, - 2573.7978515625, - 2575.0, - 2575.5771484375, - 2574.788818359375, - 2574.4521484375, - 2574.003662109375, - 2575.05322265625, - 2574.711181640625, - 2574.738037109375, - 2574.17431640625, - 2574.115234375, - 2574.946533203125, - 2575.105224609375, - 2574.305419921875, - 2575.35107421875, - 2575.046630859375, - 2575.60498046875, - 2575.10400390625, - 2575.87353515625, - 2576.75439453125, - 2576.32763671875, - 2576.119384765625 + 2577.611083984375, + 2579.21875, + 2579.11865234375, + 2580.173095703125, + 2579.99560546875, + 2579.67529296875, + 2579.708740234375, + 2580.734375, + 2580.440673828125, + 2580.910888671875, + 2580.3232421875, + 2580.88916015625, + 2580.84375, + 2580.213623046875, + 2580.645263671875, + 2580.582763671875, + 2581.025390625, + 2581.67529296875, + 2581.12060546875, + 2580.68896484375, + 2581.39599609375, + 2581.595458984375, + 2581.457763671875, + 2581.300048828125 ], "p90": [ - 2594.14599609375, - 2596.010498046875, - 2599.04345703125, - 2598.5615234375, - 2599.052490234375, - 2599.098388671875, - 2599.20654296875, - 2599.285888671875, - 2599.898681640625, - 2599.3515625, - 2600.051025390625, - 2600.160888671875, - 2600.411376953125, - 2599.911376953125, - 2600.04931640625, - 2599.2255859375, - 2600.617431640625, - 2600.72314453125, - 2600.79443359375, - 2600.59375, - 2601.794189453125, - 2601.66650390625, - 2601.392578125, - 2602.422119140625 + 2609.60302734375, + 2610.0244140625, + 2610.7001953125, + 2611.984619140625, + 2613.152587890625, + 2614.329833984375, + 2614.420166015625, + 2614.424560546875, + 2614.785400390625, + 2615.48779296875, + 2616.429443359375, + 2616.910400390625, + 2616.8828125, + 2616.590576171875, + 2616.531005859375, + 2616.887939453125, + 2618.256591796875, + 2616.98974609375, + 2616.56494140625, + 2616.042236328125, + 2616.604736328125, + 2617.709716796875, + 2617.51806640625, + 2618.276123046875 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index f5f0155f70f53a04c14fb5bdefcb30f35f38c673..e8a5f0c6ea038046daf6f6ba599021249e558179 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,43 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T18:54:20.578635+00:00", + "evaluated_at": "2026-06-18T19:16:06.467980+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index ce7d58158fa627c5d5dda87e9ca36fa41c5803e9..202753c86e930582aade6daf1e1cecdffdcf918d 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,TiRex,538444.2242705027,538444.2242705027,564. nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.23481072909332093,0.23481072909332093,0.3967431386311849,0.22375965810607892,0.0171837974562296,0.01712577484870165,1.4191249015295195,0.48457272838380094,0.02095110017711232,0.017153679427580823,0.018049749832458467,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.05457038789878842,0.05457038789878842,0.18439539880491793,0.20753366973282514,1.6983475518535351,1.173349681859881,1.0404288691317827,0.23360305627022182,1.1079986357479372,0.8746026425172672,0.7392390771439208,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02487907099266431,0.02487907099266431,0.12309221592214373,0.7640208766768848,0.08245904399251475,0.08139580945751301,4.618866813834003,0.15773100834225434,0.10438081141633598,0.08145808178128686,0.06935334459105318,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,1.8033297400434094,1.8033297400434094,1.19394318262736,1.8097665084035774,0.06416491271276942,0.06684173882447303,5.19238923725329,1.3428811339963822,0.07348186677477303,0.06533204738782825,0.05150838698011004,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,62.00202595669786,62.00202595669786,6.58627986907959,0.5379228990396322,0.22180998052521952,0.2063438940562428,2.4472675707442035,7.874136521339839,0.23449469014417185,0.196141843987208,0.16763898564085533,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.32376295612948525,0.32376295612948525,0.4180513223012288,0.20322842417376208,0.01578654327926374,0.01580150147067154,2.237776909673682,0.5690017189161077,0.022386952875387844,0.016447920877425398,0.02623084160365259,Weather,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.5232363022413059,0.5232363022413059,0.5497492949167887,0.5520495246684831,0.026908166898439074,0.02744394326286068,2.726726328818193,0.7233507463473761,0.03660218924550093,0.027817801850254495,0.028199904733279563,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,112.99119646099795,112.99119646099795,9.028175036112467,0.7472980592624431,0.3316983020701754,0.27442773242659785,3.4777457139655845,10.629731721026545,0.35173523452127403,0.2987401137645514,0.21815771636066572,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.41816118383227757,0.41816118383227757,0.4741510550181071,0.23050033953061708,0.018209912475172826,0.018032798729111486,2.1399289099300716,0.6466538361691497,0.025437949006889476,0.01865206650681411,0.02528283498735957,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,62.150093627350394,62.150093627350394,7.2841683228810625,1.3499616969045984,0.9720433714470055,0.600480493823174,16.14717957780168,7.883533067562436,0.852273845141885,0.7874776565276824,0.5428227148733815,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,768.9420472805699,768.9420472805699,27.581166585286457,0.9806637008101853,0.010636686360554337,0.010680731484669373,3.2608268229166666,27.729804313780686,0.010699602950654927,0.010642250772457798,0.008528848629672426,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,3264.4835466792188,3264.4835466792188,44.001383463541664,1.6896531250000002,0.016710264673068412,0.016889386413078925,28.753965234375002,57.13565915152479,0.02190504504211813,0.016869539986022364,0.014287536469426694,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 5058477e088626ffa02d3f225933380af15e73df..63eb8d54a77eff23ab947077cac2fb7d278521da 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T18:55:06.038518+00:00", + "evaluated_at": "2026-06-18T19:17:13.770860+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 3e4d8cea48e483f3b8efb6288327221f5f8ac40c..f619000db95f5051d556e758c67a12f891a6486e 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T06:24:25.938391+00:00", + "evaluated_at": "2026-06-18T19:17:18.204011+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index bd326f5843fd51bde7ea316c77f2b2e906c29650..9c562ab7e62a787687b161d4f91c00e981957482 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T17:52:08.344806+00:00", + "evaluated_at": "2026-06-18T19:17:23.239268+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.049758911132812, - 17.05712890625, - 17.057710647583008, - 17.0506649017334, - 17.05393409729004, - 17.05573272705078, - 17.06123924255371, - 17.072772979736328, - 17.090469360351562, - 17.08892250061035, - 17.099769592285156, - 17.092069625854492, - 17.09526252746582, - 17.10064697265625, - 17.137475967407227, - 17.120296478271484, - 17.125144958496094, - 17.13252830505371, - 17.123802185058594, - 17.145565032958984, - 17.133193969726562, - 17.12822151184082, - 17.137056350708008, - 17.1287784576416 + 18.999902725219727, + 19.038284301757812, + 19.08028793334961, + 19.111038208007812, + 19.148475646972656, + 19.182180404663086, + 19.216144561767578, + 19.252460479736328, + 19.290815353393555, + 19.31993293762207, + 19.361793518066406, + 19.39737319946289, + 19.43391990661621, + 19.46979331970215, + 19.517227172851562, + 19.547222137451172, + 19.585660934448242, + 19.622642517089844, + 19.668075561523438, + 19.711660385131836, + 19.763490676879883, + 19.800662994384766, + 19.844961166381836, + 19.884424209594727 ], "p10": [ - 16.80979347229004, - 16.646188735961914, - 16.506303787231445, - 16.34547996520996, - 16.218830108642578, - 16.132612228393555, - 16.013227462768555, - 15.95219612121582, - 15.93071460723877, - 15.89018440246582, - 15.798047065734863, - 15.761296272277832, - 15.718555450439453, - 15.678956985473633, - 15.633989334106445, - 15.594218254089355, - 15.575387954711914, - 15.543900489807129, - 15.531003952026367, - 15.503246307373047, - 15.466979026794434, - 15.434980392456055, - 15.416563034057617, - 15.38197135925293 + 18.649078369140625, + 18.50933074951172, + 18.407535552978516, + 18.34967041015625, + 18.326642990112305, + 18.28042984008789, + 18.20161247253418, + 18.13262176513672, + 18.122583389282227, + 18.075223922729492, + 18.009288787841797, + 17.942298889160156, + 17.878170013427734, + 17.83634376525879, + 17.80313491821289, + 17.784135818481445, + 17.79140281677246, + 17.775705337524414, + 17.780473709106445, + 17.7601375579834, + 17.749582290649414, + 17.71668243408203, + 17.658004760742188, + 17.628047943115234 ], "p90": [ - 17.429824829101562, - 17.660200119018555, - 17.8408260345459, - 18.05622100830078, - 18.2797908782959, - 18.373571395874023, - 18.38230323791504, - 18.46198272705078, - 18.59929656982422, - 18.702239990234375, - 18.8539981842041, - 18.859695434570312, - 18.863758087158203, - 18.89349365234375, - 19.026668548583984, - 19.02716827392578, - 19.06788444519043, - 19.127689361572266, - 19.158193588256836, - 19.202072143554688, - 19.293432235717773, - 19.27955436706543, - 19.33209228515625, - 19.33350372314453 + 19.319446563720703, + 19.463655471801758, + 19.6213436126709, + 19.770339965820312, + 19.90472412109375, + 20.040687561035156, + 20.18903923034668, + 20.32308006286621, + 20.436067581176758, + 20.54042625427246, + 20.641326904296875, + 20.709674835205078, + 20.77136993408203, + 20.87668228149414, + 21.018844604492188, + 21.091951370239258, + 21.191423416137695, + 21.31345558166504, + 21.452022552490234, + 21.58165740966797, + 21.65911102294922, + 21.7362003326416, + 21.801006317138672, + 21.883358001708984 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 01e475cc74781d4f157003db629771ed5b0ec36b..fe71d94a77079c40700a519ec7e855e018753fd5 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T17:52:18.888216+00:00", + "evaluated_at": "2026-06-18T19:17:27.726320+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,89 +365,89 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 57.028621673583984, - 54.82685852050781, - 51.89317321777344, - 49.106712341308594, - 45.864051818847656, - 34.77805709838867, - 26.93532943725586, - 25.157958984375, - 24.020076751708984, - 22.895130157470703, - 22.047122955322266, - 21.945497512817383, - 22.205732345581055, - 22.533702850341797, - 22.718650817871094, - 23.214975357055664, - 25.035133361816406, - 31.40190887451172, - 38.8704833984375, - 42.95629119873047, - 44.4527587890625, - 44.70455551147461, - 43.97752380371094, - 41.663150787353516 + 58.267120361328125, + 57.024688720703125, + 54.15616989135742, + 42.43170166015625, + 28.45083236694336, + 25.859973907470703, + 25.22869110107422, + 24.21329116821289, + 23.470914840698242, + 23.260889053344727, + 23.131818771362305, + 23.260150909423828, + 23.508193969726562, + 23.917200088500977, + 25.390525817871094, + 31.50800895690918, + 40.002113342285156, + 43.33889389038086, + 44.23957061767578, + 45.03278732299805, + 44.13639831542969, + 42.205841064453125, + 39.78153991699219, + 36.45820236206055 ], "p10": [ - 52.059059143066406, - 45.231712341308594, - 38.64500427246094, - 32.295166015625, - 27.53632354736328, - 21.584640502929688, - 17.277664184570312, - 16.416427612304688, - 15.722289085388184, - 15.197461128234863, - 15.00379753112793, - 14.894678115844727, - 14.825315475463867, - 14.815879821777344, - 14.699769020080566, - 14.897542953491211, - 15.563783645629883, - 18.2923641204834, - 22.062423706054688, - 21.434001922607422, - 21.816112518310547, - 21.563148498535156, - 19.701068878173828, - 17.915252685546875 + 54.65812301635742, + 47.966407775878906, + 40.06406784057617, + 27.266124725341797, + 18.258960723876953, + 17.421079635620117, + 16.989723205566406, + 16.38933753967285, + 15.947507858276367, + 15.827061653137207, + 15.967575073242188, + 15.773017883300781, + 15.533910751342773, + 15.629918098449707, + 16.304973602294922, + 19.317039489746094, + 23.495662689208984, + 24.05915069580078, + 23.428186416625977, + 21.394691467285156, + 20.045631408691406, + 18.247711181640625, + 15.803237915039062, + 14.211511611938477 ], "p90": [ - 61.36256408691406, - 62.474056243896484, - 63.07373046875, - 63.70940399169922, - 62.6402473449707, - 54.248023986816406, - 44.60881423950195, - 40.4980583190918, - 37.94209289550781, - 36.42362976074219, - 35.28672790527344, - 34.789703369140625, - 35.711387634277344, - 36.725101470947266, - 37.88705062866211, - 39.892974853515625, - 43.58927536010742, - 52.58904266357422, - 62.79188537597656, - 67.12261962890625, - 69.12989044189453, - 69.46395111083984, - 69.34664154052734, - 67.28302001953125 + 61.590309143066406, + 63.98297882080078, + 65.55609130859375, + 57.740665435791016, + 46.32872772216797, + 42.06453323364258, + 38.739768981933594, + 36.94740676879883, + 36.36626052856445, + 36.46296310424805, + 36.695072174072266, + 37.21137619018555, + 39.013999938964844, + 41.4918327331543, + 45.795387268066406, + 55.13843536376953, + 66.44674682617188, + 68.18547058105469, + 69.45369720458984, + 69.82659912109375, + 68.9039306640625, + 67.59838104248047, + 66.26363372802734, + 63.57415008544922 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 5a766ec5fc4ed2181ecf6b3b03ee928a6671d6cd..db67ece4245c70c58117172569368550c43059a6 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T17:52:27.119337+00:00", + "evaluated_at": "2026-06-18T19:17:33.163553+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,89 +365,89 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 23.30902099609375, - 23.049625396728516, - 22.85268783569336, - 22.708524703979492, - 23.043352127075195, - 24.271987915039062, - 25.51111602783203, - 26.648784637451172, - 27.457460403442383, - 28.239511489868164, - 28.748750686645508, - 28.960346221923828, - 28.794546127319336, - 28.3742733001709, - 27.594680786132812, - 26.81822967529297, - 26.021263122558594, - 25.20937728881836, - 24.54072380065918, - 23.98886489868164, - 23.546175003051758, - 23.205678939819336, - 22.94924545288086, - 22.827272415161133 + 22.945568084716797, + 22.830543518066406, + 23.36328125, + 24.678598403930664, + 25.801000595092773, + 26.99791145324707, + 27.959115982055664, + 28.68756103515625, + 29.182090759277344, + 29.46902084350586, + 29.24798583984375, + 28.877368927001953, + 28.16153907775879, + 27.353500366210938, + 26.408781051635742, + 25.469655990600586, + 24.76735496520996, + 24.221920013427734, + 23.777956008911133, + 23.43657112121582, + 23.154294967651367, + 22.972164154052734, + 23.06192970275879, + 22.736604690551758 ], "p10": [ - 23.042051315307617, - 22.624509811401367, - 22.261173248291016, - 21.943683624267578, - 22.080001831054688, - 22.86994171142578, - 23.605655670166016, - 24.243711471557617, - 24.576311111450195, - 24.8529109954834, - 24.976747512817383, - 24.813716888427734, - 24.52412223815918, - 24.174232482910156, - 23.695585250854492, - 23.194339752197266, - 22.763904571533203, - 22.23773193359375, - 21.78036880493164, - 21.380035400390625, - 20.944568634033203, - 20.509456634521484, - 20.141258239746094, - 19.993247985839844 + 22.649080276489258, + 22.353559494018555, + 22.61429214477539, + 23.508689880371094, + 24.217615127563477, + 24.89893341064453, + 25.291858673095703, + 25.556880950927734, + 25.554594039916992, + 25.486433029174805, + 25.481342315673828, + 25.198936462402344, + 24.64369773864746, + 24.048992156982422, + 23.460996627807617, + 22.81146240234375, + 22.25870704650879, + 21.78626251220703, + 21.412429809570312, + 21.13842010498047, + 20.825361251831055, + 20.57999038696289, + 20.579864501953125, + 20.235023498535156 ], "p90": [ - 23.5697078704834, - 23.432662963867188, - 23.38599967956543, - 23.400339126586914, - 23.96660041809082, - 25.550199508666992, - 27.20199966430664, - 28.715681076049805, - 29.99664878845215, - 30.988208770751953, - 31.680335998535156, - 32.01105880737305, - 31.90908432006836, - 31.573619842529297, - 30.699674606323242, - 29.684070587158203, - 28.51968765258789, - 27.419145584106445, - 26.57759666442871, - 25.909456253051758, - 25.435636520385742, - 25.13424301147461, - 24.912525177001953, - 24.820716857910156 + 23.229602813720703, + 23.29010581970215, + 24.08207130432129, + 25.720251083374023, + 27.2236328125, + 28.92302894592285, + 30.27318000793457, + 31.25735092163086, + 31.993112564086914, + 32.33806228637695, + 32.09946823120117, + 31.67218780517578, + 30.79461669921875, + 29.958324432373047, + 28.876895904541016, + 27.684873580932617, + 26.774646759033203, + 26.106176376342773, + 25.593738555908203, + 25.19634437561035, + 24.91069793701172, + 24.758806228637695, + 24.88273048400879, + 24.600170135498047 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 56b64ab1cd77756662887451efdab3b1e2b631da..3837f34524093666e8c0724cf586cee441d5fae9 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T18:28:49.227716+00:00", + "evaluated_at": "2026-06-18T19:17:37.733050+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,91 +115,99 @@ 2600.0, 2600.0, 2600.0, - 2550.0 + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 ], "p50": [ - 2571.5546875, - 2570.34033203125, - 2568.79736328125, - 2571.688720703125, - 2571.305908203125, - 2569.951171875, - 2572.22998046875, - 2574.396728515625, - 2575.58544921875, - 2575.521728515625, - 2574.35107421875, - 2574.697265625, - 2572.769287109375, - 2571.725341796875, - 2570.7021484375, - 2570.85693359375, - 2571.90234375, - 2570.40478515625, - 2570.265869140625, - 2571.373291015625, - 2570.46533203125, - 2570.064697265625, - 2569.888671875, - 2568.8984375 + 2577.89208984375, + 2575.7294921875, + 2577.154541015625, + 2581.85546875, + 2579.038818359375, + 2578.385498046875, + 2580.68408203125, + 2581.69091796875, + 2581.02099609375, + 2579.33544921875, + 2577.256103515625, + 2578.284912109375, + 2579.96728515625, + 2579.208740234375, + 2579.03759765625, + 2579.307373046875, + 2578.669189453125, + 2578.0244140625, + 2577.623779296875, + 2579.017578125, + 2575.5986328125, + 2572.26513671875, + 2570.406494140625, + 2570.296875 ], "p10": [ - 2548.660400390625, - 2548.88232421875, - 2548.026611328125, - 2548.782470703125, - 2549.091796875, - 2549.830810546875, - 2548.93017578125, - 2549.232177734375, - 2549.256591796875, - 2549.56591796875, - 2549.36083984375, - 2549.11181640625, - 2548.68408203125, - 2549.176025390625, - 2549.048095703125, - 2549.438720703125, - 2549.276611328125, - 2549.075927734375, - 2548.863525390625, - 2548.47265625, - 2548.796875, - 2549.171875, - 2548.867431640625, - 2549.2001953125 + 2545.503662109375, + 2548.909423828125, + 2551.033447265625, + 2549.04345703125, + 2547.82373046875, + 2548.557373046875, + 2549.218994140625, + 2549.70166015625, + 2549.740234375, + 2550.0302734375, + 2549.300537109375, + 2549.091064453125, + 2548.762939453125, + 2549.4736328125, + 2549.621337890625, + 2548.959716796875, + 2548.703125, + 2548.2294921875, + 2549.234619140625, + 2549.54052734375, + 2549.5859375, + 2549.31103515625, + 2548.775634765625, + 2548.726806640625 ], "p90": [ - 2634.928955078125, - 2631.78759765625, - 2628.432373046875, - 2633.310791015625, - 2636.631591796875, - 2634.46923828125, - 2636.990478515625, - 2637.395751953125, - 2640.62890625, - 2639.480224609375, - 2641.931396484375, - 2641.644775390625, - 2641.854248046875, - 2641.951171875, - 2642.714599609375, - 2643.73193359375, - 2645.137939453125, - 2643.14306640625, - 2645.278076171875, - 2644.18017578125, - 2648.43603515625, - 2648.378173828125, - 2647.000244140625, - 2648.42431640625 + 2617.554443359375, + 2614.845947265625, + 2610.253662109375, + 2612.166748046875, + 2614.18603515625, + 2614.86279296875, + 2614.563720703125, + 2613.6982421875, + 2615.713623046875, + 2614.74755859375, + 2614.91455078125, + 2614.167724609375, + 2614.328369140625, + 2613.92529296875, + 2614.862548828125, + 2614.550537109375, + 2614.34765625, + 2615.5693359375, + 2617.1123046875, + 2615.445068359375, + 2615.54345703125, + 2611.991943359375, + 2612.466796875, + 2613.38818359375 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 872cf9ca305d120cfcf1c0daae7642ec457d701e..3fe6ca0909722601829b559d28e73ba75e906a99 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,43 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T18:55:20.305934+00:00", + "evaluated_at": "2026-06-18T19:17:39.899582+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 53f642cf7526149395b53ed883c51032e5f18be6..6a62717419fd10271a3a50180fff38c31beb5b7f 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,402565.46604855853,402565.46604855 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.2140646125252109,0.2140646125252109,0.3426423867543538,0.19324730750813968,0.014974947953840717,0.014787909726550608,2.545138457908145,0.46267117105479016,0.02000415930578983,0.01481456662606379,0.02310519785160283,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.005435449415797877,0.005435449415797877,0.06115280378920337,0.06882636913435994,0.668324881184181,0.539556080077314,1.1699496896804071,0.07372550044454007,0.34968615229884453,0.29005281117649423,0.6612377618676287,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.024481725826317715,0.024481725826317715,0.11947040756543477,0.7415406802232059,0.08016774045578005,0.0790383841995721,4.895400086225338,0.15646637282917283,0.10354392029144739,0.07906129690657512,0.07169579815354321,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.9563188741793358,1.9563188741793358,1.2337942918141682,1.8701724002235813,0.06626074558485529,0.06916777289684194,11.932904072811729,1.3986846943394124,0.07653541312587964,0.06751268260710289,0.05172093125152953,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,45.30689227792421,45.30689227792421,5.514313379923503,0.45037190925748044,0.17093250455002476,0.16156390301999077,3.7416588936757087,6.731039464891304,0.200452838148062,0.16421828652305318,0.14478716304039707,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.7968445903540365,0.7968445903540365,0.7129472096761068,0.3465869624427451,0.027715169449697066,0.027208496736022752,2.2059978329573084,0.8926615205967133,0.0351211090070838,0.028050382020043545,0.02747998465171494,Weather,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.3807323165212135,1.3807323165212135,0.7856582800547282,0.7889455867728213,0.037920395511546044,0.039581097902197764,12.452216977648746,1.1750456657173853,0.05945835273672194,0.039755005706523454,0.03889863970467488,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,58.43438622465798,58.43438622465798,6.021690130233765,0.4984393113562405,0.19459469638762675,0.19166353194580887,6.283445522047239,7.644238760312107,0.2529459993591759,0.19925626024808735,0.1864019125765832,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.434988789605086,1.434988789605086,0.9393529891967773,0.45665021865381833,0.036302316408847596,0.03531268632542392,2.1794592749655455,1.1979101759335238,0.047123168944226454,0.036952094153209956,0.03020402322337267,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,52.37659118953972,52.37659118953972,6.645055611928304,1.2315160979635469,0.8916720024190207,0.5655155759789056,16.57119355514703,7.237167345691249,0.7823964698044594,0.7183843904787356,0.5108552518430296,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,387.5897338837385,387.5897338837385,13.6732177734375,0.48615885416666665,0.005314284718294368,0.005294301567628221,1.8283865017361112,19.687298796019185,0.007596385387531519,0.005275839655345659,0.004732663224449579,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,2284.762815962235,2284.762815962235,29.402506510416668,1.1290562499999999,0.011194497582972737,0.011249816624246465,33.126430078125,47.79919262876974,0.018325569058953252,0.011272526457667732,0.011625010833361068,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 66331aef6d1ecfe2b7305b776cf14944e6f28e25..cd88845863f4f27153b36cd18f7fae27ffbafe8c 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:54:46.699894+00:00", + "evaluated_at": "2026-06-18T19:16:40.593876+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7f20249cb7d230cb79bfdd104d9ca3a1f988b9b8..b97ac39f7e0526ad5a4c538b1cc7378b0ec6e287 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T06:20:02.607444+00:00", + "evaluated_at": "2026-06-18T19:16:45.814015+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 7ba58b1a22623ba07e1e4babc21e35c3ddc8f838..750b5dffb9851f456e4ac55c0d814c33496d9e30 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,31 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T17:46:26.630600+00:00", + "evaluated_at": "2026-06-18T19:16:50.733264+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +81,7 @@ 17.0, 17.0, 18.0, - 17.0 - ], - "actuals": [ + 17.0, 17.0, 18.0, 17.0, @@ -123,92 +101,113 @@ 19.0, 19.0, 18.899999618530273, - 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 18.899999618530273, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.036619186401367, - 17.035884857177734, - 17.018396377563477, - 17.035442352294922, - 17.075172424316406, - 17.0556697845459, - 17.056400299072266, - 17.094745635986328, - 17.085529327392578, - 17.098297119140625, - 17.099895477294922, - 17.095083236694336, - 17.069448471069336, - 17.067310333251953, - 17.05525016784668, - 17.048107147216797, - 17.041486740112305, - 17.03378677368164, - 17.02602767944336, - 17.0305118560791, - 17.033784866333008, - 17.036235809326172, - 17.03510284423828, - 17.0313720703125 + 19.011962890625, + 19.007776260375977, + 18.99752426147461, + 18.998275756835938, + 19.00180435180664, + 19.005748748779297, + 19.000450134277344, + 19.00479507446289, + 18.995288848876953, + 18.992982864379883, + 18.992584228515625, + 18.99087905883789, + 18.98653221130371, + 18.978809356689453, + 18.97903060913086, + 18.982402801513672, + 18.979026794433594, + 18.969242095947266, + 18.985919952392578, + 18.972705841064453, + 18.96703338623047, + 18.968114852905273, + 18.958168029785156, + 18.977266311645508 ], "p10": [ - 16.990259170532227, - 16.984249114990234, - 16.957494735717773, - 16.910987854003906, - 16.850801467895508, - 16.70987319946289, - 16.583057403564453, - 16.352413177490234, - 16.304256439208984, - 16.236328125, - 16.166276931762695, - 16.100627899169922, - 16.048158645629883, - 16.017425537109375, - 15.995621681213379, - 15.961973190307617, - 15.93596076965332, - 15.90394401550293, - 15.878493309020996, - 15.848970413208008, - 15.816423416137695, - 15.785186767578125, - 15.759178161621094, - 15.734284400939941 + 18.116214752197266, + 18.199199676513672, + 18.061084747314453, + 17.924617767333984, + 17.866796493530273, + 17.843250274658203, + 17.85033416748047, + 17.854598999023438, + 17.890399932861328, + 17.82227897644043, + 17.87747573852539, + 17.864198684692383, + 17.759910583496094, + 17.708141326904297, + 17.7318172454834, + 17.6639404296875, + 17.592391967773438, + 17.541296005249023, + 17.478839874267578, + 17.441896438598633, + 17.38471031188965, + 17.34671974182129, + 17.275882720947266, + 17.202293395996094 ], "p90": [ - 17.8151912689209, - 18.08510971069336, - 18.075042724609375, - 18.140472412109375, - 18.20199203491211, - 18.1640625, - 18.209192276000977, - 18.24983024597168, - 18.2694091796875, - 18.319162368774414, - 18.364112854003906, - 18.405385971069336, - 18.418312072753906, - 18.431800842285156, - 18.47505760192871, - 18.51787567138672, - 18.54324722290039, - 18.581499099731445, - 18.637752532958984, - 18.659744262695312, - 18.682783126831055, - 18.727184295654297, - 18.762434005737305, - 18.781118392944336 + 19.094839096069336, + 19.091100692749023, + 19.129562377929688, + 19.20973777770996, + 19.30190086364746, + 19.364625930786133, + 19.36998176574707, + 19.470176696777344, + 19.532262802124023, + 19.618358612060547, + 19.7017765045166, + 19.761215209960938, + 19.842273712158203, + 19.898319244384766, + 19.939210891723633, + 20.011070251464844, + 20.0290584564209, + 20.072917938232422, + 20.105518341064453, + 20.11983299255371, + 20.142919540405273, + 20.163009643554688, + 20.169151306152344, + 20.206132888793945 ], "timestamps": [ - "2026-06-18 08:00:00", "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", @@ -327,6 +326,7 @@ "2026-06-23 04:00:00", "2026-06-23 05:00:00", "2026-06-23 06:00:00", - "2026-06-23 07:00:00" + "2026-06-23 07:00:00", + "2026-06-23 08:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 2a413cae59fa250fc78cc7bc8b3eafad2cfa7a87..8215db301ccb02ae8d1d22a153523c55a6f31ebc 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T17:46:31.965945+00:00", + "evaluated_at": "2026-06-18T19:16:57.180745+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 64.0, - 52.900001525878906, 47.099998474121094, 43.099998474121094, 42.29999923706055, @@ -341,11 +339,11 @@ 51.29999923706055, 52.900001525878906, 57.900001525878906, + 59.0, + 58.29999923706055, 59.0 ], "actuals": [ - 58.29999923706055, - 59.0, 50.79999923706055, 45.400001525878906, 40.20000076293945, @@ -367,89 +365,89 @@ 32.900001525878906, 31.700000762939453, 28.600000381469727, - 22.799999237060547 + 22.799999237060547, + 19.200000762939453, + 17.5 ], "p50": [ - 60.013240814208984, - 60.397186279296875, - 59.00139617919922, - 57.157325744628906, - 55.38853454589844, - 45.74816131591797, - 25.42177963256836, - 24.610462188720703, - 24.206254959106445, - 23.979663848876953, - 23.63575553894043, - 23.685466766357422, - 24.075960159301758, - 24.343326568603516, - 24.915122985839844, - 25.64712905883789, - 27.117664337158203, - 31.99349594116211, - 40.13037109375, - 38.87916946411133, - 38.09568405151367, - 35.51298904418945, - 32.221946716308594, - 29.28603744506836 + 59.747535705566406, + 59.177207946777344, + 57.31159210205078, + 48.93506622314453, + 26.13311195373535, + 22.963916778564453, + 21.623985290527344, + 20.978260040283203, + 20.99274444580078, + 21.972209930419922, + 22.56182098388672, + 22.835655212402344, + 22.75186538696289, + 23.651531219482422, + 25.21849250793457, + 28.773340225219727, + 34.5446662902832, + 33.862831115722656, + 31.88873863220215, + 29.80076026916504, + 26.94032096862793, + 24.642681121826172, + 22.225231170654297, + 20.594276428222656 ], "p10": [ - 57.08613586425781, - 55.3177375793457, - 51.731719970703125, - 48.67829132080078, - 44.80125427246094, - 33.67040252685547, - 17.487117767333984, - 17.20589828491211, - 16.78292465209961, - 16.481616973876953, - 16.034320831298828, - 16.101226806640625, - 16.24839210510254, - 16.39293098449707, - 16.653995513916016, - 16.888935089111328, - 17.60072898864746, - 19.894424438476562, - 22.725618362426758, - 22.914165496826172, - 22.127466201782227, - 20.63231086730957, - 18.46961212158203, - 16.011402130126953 + 57.023826599121094, + 53.84734344482422, + 49.44700622558594, + 37.66819763183594, + 18.23687744140625, + 15.584952354431152, + 14.706058502197266, + 14.055004119873047, + 13.947038650512695, + 14.637325286865234, + 14.967358589172363, + 15.06233024597168, + 15.15001106262207, + 15.71561050415039, + 16.805744171142578, + 19.032642364501953, + 20.85464859008789, + 20.939128875732422, + 20.09341812133789, + 18.664365768432617, + 16.628555297851562, + 14.34195327758789, + 12.01546859741211, + 10.43716049194336 ], "p90": [ - 62.40423583984375, - 65.13091278076172, - 65.55656433105469, - 66.11865234375, - 66.46484375, - 58.46343994140625, - 35.1307373046875, - 33.471046447753906, - 32.72455978393555, - 33.02950668334961, - 33.02393341064453, - 33.849361419677734, - 34.590938568115234, - 35.700225830078125, - 37.060184478759766, - 39.13490676879883, - 42.21674728393555, - 51.9149284362793, - 66.50173950195312, - 64.94525909423828, - 65.40951538085938, - 61.97838592529297, - 58.985572814941406, - 58.366668701171875 + 61.929664611816406, + 64.21807861328125, + 64.6272964477539, + 58.78095245361328, + 41.189788818359375, + 31.971357345581055, + 29.731721878051758, + 29.121076583862305, + 29.233604431152344, + 30.668447494506836, + 31.70269012451172, + 32.56277084350586, + 32.6463623046875, + 34.432987213134766, + 37.2526969909668, + 45.57180404663086, + 56.622657775878906, + 57.82768630981445, + 55.393272399902344, + 53.19140625, + 48.129425048828125, + 46.754539489746094, + 44.82807540893555, + 43.879669189453125 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index a85ef37616e6cf7af7891d0626d3bcfc121fb319..1aef9a1653bad421667333958ba9043cff64beb6 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T17:46:36.458703+00:00", + "evaluated_at": "2026-06-18T19:17:01.817963+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.399999618530273, - 24.299999237060547, 24.200000762939453, 24.100000381469727, 24.0, @@ -341,11 +339,11 @@ 24.100000381469727, 23.799999237060547, 23.600000381469727, - 23.299999237060547 + 23.299999237060547, + 23.600000381469727, + 23.100000381469727 ], "actuals": [ - 23.600000381469727, - 23.100000381469727, 22.899999618530273, 22.799999237060547, 23.5, @@ -367,89 +365,89 @@ 23.399999618530273, 23.100000381469727, 23.100000381469727, - 23.100000381469727 + 23.100000381469727, + 23.299999237060547, + 23.5 ], "p50": [ - 23.228654861450195, - 22.95577621459961, - 22.735828399658203, - 22.657108306884766, - 23.277233123779297, - 24.3826961517334, - 25.94589614868164, - 27.205821990966797, - 28.183931350708008, - 28.939064025878906, - 29.40550994873047, - 29.700605392456055, - 29.78090476989746, - 29.305727005004883, - 28.714176177978516, - 27.835466384887695, - 26.971242904663086, - 25.979293823242188, - 25.2562255859375, - 24.546953201293945, - 24.154605865478516, - 23.814773559570312, - 23.623964309692383, - 23.473018646240234 + 22.862207412719727, + 22.74315071105957, + 23.244869232177734, + 24.588245391845703, + 26.210956573486328, + 27.614212036132812, + 28.72884178161621, + 29.511972427368164, + 30.054845809936523, + 30.417503356933594, + 30.44645118713379, + 30.060016632080078, + 29.34447479248047, + 28.35173988342285, + 27.310731887817383, + 26.184011459350586, + 25.55556297302246, + 24.817203521728516, + 24.29627227783203, + 23.967063903808594, + 23.806156158447266, + 23.69382667541504, + 23.72365379333496, + 23.38860321044922 ], "p10": [ - 22.840171813964844, - 22.380510330200195, - 21.943374633789062, - 21.716272354125977, - 22.11168098449707, - 22.931520462036133, - 24.175626754760742, - 25.117630004882812, - 25.79682159423828, - 26.225421905517578, - 26.549598693847656, - 26.65860939025879, - 26.549406051635742, - 26.159420013427734, - 25.68943214416504, - 24.980134963989258, - 24.25425148010254, - 23.526500701904297, - 22.999706268310547, - 22.407724380493164, - 22.052995681762695, - 21.698040008544922, - 21.52596092224121, - 21.373790740966797 + 22.444992065429688, + 22.106531143188477, + 22.35649871826172, + 23.321155548095703, + 24.602027893066406, + 25.549266815185547, + 26.29078483581543, + 26.779756546020508, + 27.087080001831055, + 27.177701950073242, + 27.108646392822266, + 26.766990661621094, + 26.125085830688477, + 25.40143394470215, + 24.620437622070312, + 23.72025489807129, + 23.206619262695312, + 22.63088607788086, + 22.22828483581543, + 21.90990447998047, + 21.772369384765625, + 21.583662033081055, + 21.60883331298828, + 21.30169105529785 ], "p90": [ - 23.545284271240234, - 23.449737548828125, - 23.453710556030273, - 23.557680130004883, - 24.42123031616211, - 25.89061737060547, - 27.9438419342041, - 29.639698028564453, - 30.945695877075195, - 31.87787628173828, - 32.625030517578125, - 33.02768325805664, - 33.353538513183594, - 32.81407928466797, - 32.204856872558594, - 31.130210876464844, - 30.129953384399414, - 28.82549476623535, - 27.921390533447266, - 27.056764602661133, - 26.599842071533203, - 26.189952850341797, - 25.99615478515625, - 25.7840576171875 + 23.169086456298828, + 23.270084381103516, + 24.061582565307617, + 25.840686798095703, + 27.916545867919922, + 29.909793853759766, + 31.40752601623535, + 32.489044189453125, + 33.09673309326172, + 33.57942199707031, + 33.8196907043457, + 33.42329406738281, + 32.605751037597656, + 31.360668182373047, + 30.101314544677734, + 28.759761810302734, + 27.956785202026367, + 27.054115295410156, + 26.31841278076172, + 26.006061553955078, + 25.917844772338867, + 25.821826934814453, + 25.912229537963867, + 25.500869750976562 ], "timestamps": [ - "2026-06-03 18:00:00", - "2026-06-03 19:00:00", "2026-06-03 20:00:00", "2026-06-03 21:00:00", "2026-06-03 22:00:00", @@ -807,6 +805,8 @@ "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", - "2026-06-18 17:00:00" + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1dcf2e7ea3aac392ead458a5832b44fb78e6c129..c22cdaddb68ee470eb78a0a52c977dbf5dd17528 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:28:22.231568+00:00", + "evaluated_at": "2026-06-18T19:17:05.913902+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2550.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -113,9 +98,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, 2600.0, 2550.0, + 2600.0, + 2550.0 + ], + "actuals": [ 2600.0, 2550.0, 2600.0, @@ -127,91 +115,99 @@ 2600.0, 2600.0, 2600.0, - 2550.0 + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2650.0, + 2500.0, + 2700.0, + 2700.0, + 2600.0, + 2650.0, + 2600.0, + 2700.0, + 2650.0 ], "p50": [ - 2579.4833984375, - 2585.402099609375, - 2594.52734375, - 2593.2080078125, - 2593.5263671875, - 2586.8251953125, - 2588.464599609375, - 2593.8681640625, - 2595.71533203125, - 2592.930419921875, - 2589.446044921875, - 2591.30322265625, - 2593.545654296875, - 2595.089111328125, - 2594.03955078125, - 2595.564453125, - 2594.92626953125, - 2590.95556640625, - 2594.170166015625, - 2596.119873046875, - 2596.66796875, - 2595.920654296875, - 2595.627197265625, - 2596.83837890625 + 2598.9267578125, + 2599.901123046875, + 2599.50830078125, + 2599.28955078125, + 2599.695068359375, + 2599.77099609375, + 2598.89111328125, + 2599.288330078125, + 2600.218994140625, + 2599.276123046875, + 2599.274658203125, + 2597.822021484375, + 2599.2666015625, + 2599.59716796875, + 2599.886962890625, + 2599.654296875, + 2599.30224609375, + 2599.671142578125, + 2599.794921875, + 2599.6376953125, + 2599.885009765625, + 2600.012451171875, + 2599.747802734375, + 2599.728515625 ], "p10": [ - 2549.578857421875, - 2549.699462890625, - 2549.347412109375, - 2549.49609375, - 2549.51318359375, - 2549.427734375, - 2549.711181640625, - 2549.43798828125, - 2549.615234375, - 2549.445068359375, - 2549.6162109375, - 2549.761474609375, - 2549.460693359375, - 2549.50439453125, - 2549.66748046875, - 2549.43017578125, - 2549.652099609375, - 2549.741455078125, - 2549.711669921875, - 2549.6240234375, - 2549.63037109375, - 2549.645751953125, - 2549.757568359375, - 2549.71533203125 + 2548.61376953125, + 2549.73583984375, + 2549.364013671875, + 2549.206298828125, + 2549.63623046875, + 2549.996826171875, + 2549.773681640625, + 2549.66064453125, + 2550.035400390625, + 2548.907470703125, + 2548.9208984375, + 2549.3486328125, + 2550.08642578125, + 2550.177734375, + 2549.780517578125, + 2550.103515625, + 2549.575439453125, + 2549.720703125, + 2549.85693359375, + 2549.962646484375, + 2549.746826171875, + 2549.845947265625, + 2549.473876953125, + 2549.5234375 ], "p90": [ - 2601.793701171875, - 2600.86474609375, - 2601.1748046875, - 2600.89990234375, - 2600.787109375, - 2600.213134765625, - 2600.655517578125, - 2600.62646484375, - 2601.146484375, - 2600.813232421875, - 2600.90478515625, - 2600.883056640625, - 2600.96435546875, - 2600.727294921875, - 2601.00341796875, - 2601.150146484375, - 2601.228759765625, - 2601.04638671875, - 2600.904541015625, - 2601.131103515625, - 2601.531494140625, - 2601.281982421875, - 2601.43701171875, - 2601.182373046875 + 2602.635009765625, + 2602.106201171875, + 2601.9306640625, + 2601.66162109375, + 2601.204833984375, + 2601.28125, + 2601.334228515625, + 2601.263427734375, + 2601.783447265625, + 2601.705810546875, + 2601.2822265625, + 2601.09814453125, + 2601.54248046875, + 2601.811279296875, + 2602.2861328125, + 2602.10888671875, + 2602.060791015625, + 2602.033447265625, + 2601.869384765625, + 2602.0419921875, + 2602.383056640625, + 2602.197021484375, + 2602.413330078125, + 2602.686279296875 ], "timestamps": [ - "2026-06-18 07:55:00", - "2026-06-18 08:10:00", - "2026-06-18 08:25:00", - "2026-06-18 08:40:00", "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", @@ -327,6 +323,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 43f8832322fcfa1e12fd7aa2c2df5c32e4559876..4405aece7df1100c15bc64fcc6986496de04093c 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,43 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:54:59.598481+00:00", + "evaluated_at": "2026-06-18T19:17:07.934852+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t124200z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t191000z", - "data_fetched_at": "2026-06-18T18:52:49.459129Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", + "data_fetched_at": "2026-06-18T19:13:53.776510Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []